{"msg":"Running step start_crdb","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:49.300386954Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:49.301071238Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmphJzvVY","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:49.358672222Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/2568847d748e1bae965de0b3126e3133c4bd29b2d2831f880273cca7dc24bf97.tar) to storage directory (/var/tmp/omicron_tmp/.tmphJzvVY/data)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:49.358821431Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmphJzvVY/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmphJzvVY/listen-url","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:49.405353993Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01KG7WH0Y01SJ0CFZQVT02EWWH BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/2568847d748e1bae965de0b3126e3133c4bd29b2d2831f880273cca7dc24bf97.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=3a1b510d731e4d49dbdcdb622ec7b816a34ab47d GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-2365d10e992c2e9e/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-3a6f042b78b00084/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-a5022a14d5411a51/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-3c3387d8a4ad6ac9/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-aaa5d3556d6e760b/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ea950bd608a63962/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-163c6620fa51a768/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_ATTEMPT=1 NEXTEST_ATTEMPT_ID=82ad6646-300c-439a-b672-068fbc677aa8:omicron-nexus::test_all$integration_tests::volume_management::test_proper_region_sled_redundancy NEXTEST_BINARY_ID=omicron-nexus::test_all NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_BIN_EXE_schema_updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-2365d10e992c2e9e/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-3a6f042b78b00084/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-a5022a14d5411a51/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-3c3387d8a4ad6ac9/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-aaa5d3556d6e760b/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ea950bd608a63962/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-163c6620fa51a768/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.91.1-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=82ad6646-300c-439a-b672-068fbc677aa8 NEXTEST_RUN_MODE=test NEXTEST_STRESS_CURRENT=none NEXTEST_STRESS_TOTAL=none NEXTEST_TEST_GLOBAL_SLOT=0 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none NEXTEST_TEST_NAME=integration_tests::volume_management::test_proper_region_sled_redundancy NEXTEST_TEST_PHASE=run NEXTEST_TOTAL_ATTEMPTS=1 OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-6c541d174146822e/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=--cfg tokio_unstable -D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.91.1-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:49.405856752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"cockroach pid: 6770","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:50.891921813Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"cockroach listen URL: postgresql://root@[::1]:63088/omicron?sslmode=disable","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:50.892128149Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"Running step start_clickhouse","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:50.992980797Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:50.99305963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"Running step start_internal_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.499039344Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.499287527Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpaCuOcr"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.621592102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.62177019Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.622050359Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:61475"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.622804708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.623194363Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.623317838Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.623422645Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.62351701Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.624425707Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.624527668Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.624742532Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpYYAMfG"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.636079799Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.636154283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.63620591Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:38808"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.636451146Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:63825","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.636536412Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:63825","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.636581305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:63825","component":"http","kind":"dns","component":"external_dns_server","versions":"all starting from 2.0.0","path":"/config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.636621398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:63825","component":"http","kind":"dns","component":"external_dns_server","versions":"from 1.0.0 to 2.0.0","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.636702235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:63825","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.638585406Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:63825","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.638980433Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.639066701Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"setting up nexus server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.639838165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642299832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642408987Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642446054Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642506058Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642541631Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.6425797Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642619412Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642665788Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642703115Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642736274Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642774503Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642807561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.64284588Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642879079Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642916296Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642954825Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.642987763Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643026864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643060133Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643098542Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643128875Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPoolList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643164178Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643195122Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.64322833Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643264545Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643295018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643330842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643361235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643394584Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643424656Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643473667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643506655Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643541207Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.64357174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643604868Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643639129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643683631Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643718433Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643748746Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643787546Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.64381835Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643854955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643897473Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.64393489Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ExternalSubnet"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.643965874Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644001668Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644036049Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644067254Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644100583Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644131276Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644219398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644255373Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.64429278Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644323754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644362093Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644392035Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644427598Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644461398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644491621Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644527154Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644557617Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644591337Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644621539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644658726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"SubnetPool"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644689409Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644724903Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644754845Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644788985Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644826362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644857196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644895936Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644925998Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.644959427Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.64498951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.645024953Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.64506217Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n# Describes the policy for accessing \"/v1/system/subnet-pools\" in the API\nresource SubnetPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the Subnet Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list External Subnet Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", subnet_pool_list: SubnetPoolList)\n\tif subnet_pool_list.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource ExternalSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ExternalSubnet)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource SubnetPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SubnetPool)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n"} {"msg":"Setting up resolver using DNS address: [::1]:61475","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.703561671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"new DNS resolver","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.703902365Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:61475]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:51.705518805Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:63088/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 63088,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:51.708812711Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Database schema version is up to date","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:53.371495165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"desired_version":"225.0.0","found_version":"225.0.0","component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No db_metadata_nexus records exist - skipping access check","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:53.387378947Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"datastore","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","explanation":"This is expected during initial deployment or before migration","nexus_id":"913233fe-92a8-4635-9572-183f495429c4 (omicron_zone)"} {"msg":"Datastore is ready for usage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:53.387516651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.632076309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"f6e8c021-c3d2-43a8-b72e-068eae33dfee","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.767692089Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.767884797Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.767967899Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768023444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768075532Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768117979Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768168203Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768217515Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768266135Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768308643Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768356582Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768406315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768446829Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/refresh-vpc-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768494918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768543859Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768584714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768632533Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768690172Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.768730104Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:53.768788445Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.769853886Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.776833008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.776993559Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.77705193Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777093586Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777142277Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777191318Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/debug/fetch-omdb-binary","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777231772Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.77727935Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777330065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777379206Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777420742Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777470465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777519266Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777559739Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777607879Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.77765707Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777706463Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777747137Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777795527Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/reconfigurator-config/{version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.77784577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/deployment/update-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777885673Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777935055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.777985108Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778036314Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778114756Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778169169Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778221146Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778273384Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778316613Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.77836829Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778419847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.77846977Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778509251Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778557631Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778606603Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778646816Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778694464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/quiesce","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778742423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778783969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778832299Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.77888145Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778920742Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.778975795Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.7790169Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/trust-quorum/{rack_id}/config/latest","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.779058246Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:53.779096435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.779131768Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:61357","component":"dropshot_lockstep","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"SEC running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:53.77936012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"sec_id":"913233fe-92a8-4635-9572-183f495429c4","component":"SEC","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:53.780872104Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.781074161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.785389168Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.785559319Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:53.786795764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.786873655Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:53.787480419Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:54.079751335Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.120302468Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:53215","req_id":"9b904033-471f-4e52-8fc1-96b411a10082","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5d d7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ]............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.122647263Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:53215","req_id":"9b904033-471f-4e52-8fc1-96b411a10082","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:54.123665547Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:53215","req_id":"9b904033-471f-4e52-8fc1-96b411a10082","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.123951929Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:55708","req_id":"37014229-342e-431f-a476-9ad0ea091a20","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: 9c cb 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 ............._re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.124133895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:55708","req_id":"37014229-342e-431f-a476-9ad0ea091a20","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_repo-depot._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:54.125743792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:55708","req_id":"37014229-342e-431f-a476-9ad0ea091a20","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.126086881Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:65395","req_id":"4618dede-af04-47c8-a722-e8f2080a5dca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: d1 0b 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.126274428Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:65395","req_id":"4618dede-af04-47c8-a722-e8f2080a5dca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53515,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53515,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:54.126991721Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:65395","req_id":"4618dede-af04-47c8-a722-e8f2080a5dca","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:54.127663218Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.127939429Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.128074358Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.131515849Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.131637771Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.131711984Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.131812763Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.132510043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:54.442442003Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.442573235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.442624521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.445508941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.445714075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.445790372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.445873614Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.446156359Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:54.574538332Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.574668541Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.574713423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.575452501Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.591073309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.591202506Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.595470465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.595582917Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.595718157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.59577782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.59647007Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.618765992Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.618907735Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.618965394Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.619014535Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.619976744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.698652045Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.698835835Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.698927644Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.699602649Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.703965043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.709516855Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.709663869Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.709723923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.709774468Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.709819992Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.710316638Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.714283114Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.714387039Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.714436531Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.714597604Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.719428496Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.724776407Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.724920936Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.724965979Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.725768657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services project","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:54.758329059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.758437573Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.758487737Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.761067197Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.761162654Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.761195792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.761237699Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.761768185Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.767191592Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.767325528Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.768068443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.772193808Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.772318686Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.77237372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.772426088Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.773180336Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.776928361Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.777080866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.777133525Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.777970144Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.781566846Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.781651521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.781700342Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.782307005Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.785303978Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.83822897Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.838396015Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.83863549Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.838731569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.838794419Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.83885327Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.840100538Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.855040689Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.855183444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.855237947Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.856093014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.865607714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.865715808Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.865769389Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.866389069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.877122127Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.889402894Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.889582435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.889656839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.890096597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.908123888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.90829412Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.908348332Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.90839571Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.909753465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.940386905Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.940503566Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.940554812Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.942895899Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.948086505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.948173595Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.948410515Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.949808323Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.977137735Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.985850449Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:54.986001471Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.986053408Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:54.986553011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.022657004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.022860775Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.023444431Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.115413192Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.118395324Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.119316998Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.132035109Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.132177783Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.132234731Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.132280826Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.132924065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.208523371Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.208631714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.208683271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.209371714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.213107112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.213229726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.213275851Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.213859126Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.228637784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.238247361Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.238508651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.238628859Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.239347975Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.340425638Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.340593004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.340644059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.340688631Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.341436597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.409129965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.40927269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.409319457Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.417753364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.423051963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.423214389Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.423266306Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.424509024Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.429032261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.445066172Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.445260143Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.445354087Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.445658597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.565512518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.565651485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.56570235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.56574587Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.566357153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.569842334Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.570002596Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.570079775Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.570815375Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.57423455Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.574392246Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.574439303Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.574952273Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.578030995Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.588532325Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.588818616Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.588922952Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.589089085Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.596654999Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.596899404Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.596967264Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.597811649Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.612415245Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.612526014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.613879451Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.61777974Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.617985034Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.619348592Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.623041032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.623171832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.623221585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.623263412Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.624306016Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.628248583Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.628444117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.628520364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.629412207Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.633988694Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.634132842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.634186713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.635347912Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.638830298Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.650057858Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.65022308Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.650261529Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.650325572Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.650373811Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.650418413Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.650842971Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.655086209Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.655166865Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.655211868Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.655837822Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.658865889Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.658947397Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.658995006Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.659727579Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.662825952Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.672947998Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.673209257Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.673287539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.673570083Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.684425624Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.684564662Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.684616238Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.684661372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.685489082Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.688550227Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.68863399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.688681629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.689299786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.692971253Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.693181036Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.693248876Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.693859428Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.698001126Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.708305258Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.708523008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.70858171Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.709287057Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:55.842908847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.84299733Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.843036471Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.843083959Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.844074015Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.850089635Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.850683733Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.851952484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.85582172Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.855903689Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.856746921Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.861046676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.861256049Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.861360745Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.861427203Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.862480639Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.867595959Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.867689673Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.86774168Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.869268065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.874072372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.874160614Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.874208012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.874988715Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.879412787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.896194504Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.896378765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.896417705Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.89646325Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.898466008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.911568893Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.911697329Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.911748244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.911795511Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.912636128Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.917184567Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.91727294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.917318023Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.918435121Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.92350631Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.923885744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.923957643Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.924726762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.928677436Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.939307762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.949953179Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.950328134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.950508115Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.950651712Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.951485986Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.956793694Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.956966801Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.957056787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.958356864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.962646197Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.962756084Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.962803202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.963571399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.967788603Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.979641135Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:55.984286333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.984445432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:55.985392579Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.086552011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.086652579Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.087527116Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.095877661Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.096027701Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.09609034Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.096136526Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.097416922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.104358505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.104463623Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.10451084Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.105333761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.116877324Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.117103742Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.117300328Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.118551172Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.12436215Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.138247682Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.150504239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.150653437Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.150705004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.150749917Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.151338613Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.162004763Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.162148851Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.162196549Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.162847775Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.167532986Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.167612441Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.167658586Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.168311164Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.172362706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.18289011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.183051804Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.183099773Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.183587691Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.213221605Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.213513869Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.214241022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.219465067Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.219585044Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.219632933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.219789016Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.22031854Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.232419695Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.232551798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.232604698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.233935458Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.238462963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.238547167Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.238600096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.239689818Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.244982605Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.253783611Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.260717729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.26083421Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.260885516Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.260959389Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.2617487Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.266279502Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.266418269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.266464715Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.267216298Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.270348901Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.270425399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.2704843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.271444024Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.286509705Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.300394005Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.300544666Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.300592505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.301144064Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.310091934Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.310198775Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.311118766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.316771566Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"created built-in services vpc","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.316885382Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.316921857Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.316966068Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.320012784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.320109133Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.320143905Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.320186293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.320776131Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo users","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.338518363Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.338640906Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.338677793Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.338764291Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.33963952Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.345273872Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.345399442Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.3454469Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.346240991Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.353458755Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.353580998Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.354236342Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.36543841Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.365569711Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.365619123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.365662172Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.366651206Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.371072251Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.374027838Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.374204694Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.374287305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.37471113Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.584543529Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.584634186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.584682055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.584724473Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.585398957Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.589412961Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.592513588Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.592633335Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.592683178Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.59322138Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001 (built_in_user), .. })"} {"msg":"populate complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.598943775Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.599099988Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.599181115Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.599235047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.599282325Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.599896764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.606119823Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.606310888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.672212374Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.677750047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.677888413Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.677937474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.678497091Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating background tasks","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.700466106Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.707124024Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.707265687Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.7075042Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.707716007Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.707782094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.711627911Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.715449207Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.715628177Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"184.912µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.715747343Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:56.715802306Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.715844003Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"88.102µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.715888745Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.715930401Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.715968139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.716054848Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.716107898Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.716156458Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.716727829Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.717563466Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.717669445Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.724869462Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"reason\":\"reconfigurator config not yet loaded\",\"status\":\"disabled\"}","iteration":1,"elapsed":"7.316859ms"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.725097203Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.725358573Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.725471436Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.725612307Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.726364903Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.733267957Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.733500978Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.734136241Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:56.734277102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.734389083Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"262.312µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.734557521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.734732303Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.734839714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.734964552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.735977846Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.73705862Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.737333588Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.737902193Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:56.737966956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.738009114Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"118.645µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.738201331Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.738493294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","expiration":"2026-01-30 19:32:56.738385401 UTC"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.738759785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.738852667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.739532922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.807551543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.807680329Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.807739762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.807792972Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.80784028Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.809533138Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.810576784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.810667582Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.810718166Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.811306743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.812082455Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.812153482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.812206211Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.813239065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.814583774Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.815150766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:56.815262707Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.815334946Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"71.638µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.815405963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.815475296Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.815548177Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.815616147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.815686202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.816525486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.817200521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.817328917Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.817426508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.817518127Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.817616421Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.817992247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.818679848Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.81878709Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.818914733Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.819004008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.819126852Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.819714837Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.82695644Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"reconfigurator config not yet loaded; doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.827052709Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.827127764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":1,"elapsed":"110.027µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.827215746Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.827293216Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.827384555Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.827479642Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.827568756Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.828222376Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.829012579Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:56.829117436Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.829191128Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"106.41µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.829268267Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.829349165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.829420001Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"118.315µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.829509997Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"inventory collection is None","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:56.829588179Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.8296616Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"45.494µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.829746746Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.829844107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.829916407Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.829994779Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.830070605Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.830149809Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.834135615Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.83490764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.835042469Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.836367928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.837636349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.837724271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.837838968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.838792027Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.839963708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.840070589Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.840158941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.840982964Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.841905891Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.842068247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.842172833Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.842276738Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.842367375Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.842777252Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.844133114Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.844236347Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.845375671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"806.827µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.845616018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.845885765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.845977745Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.847324448Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.848445915Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.848543156Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.848615506Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.848695782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.849355515Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.850839722Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.851252695Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.85132772Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.857476997Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.859045688Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"saga recovery pass starting","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.859230891Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.859293901Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.859331659Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.859376321Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.860087261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.861965622Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.862058915Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.862114469Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.863138305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.864433391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.864596608Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.864683147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.865242703Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.86614126Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.866231837Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.866287242Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.866836447Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.867755676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.867942833Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.868066609Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.86843018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.869312513Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.869418923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.869497505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.869939649Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.870846583Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.870972313Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.871074103Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.871168699Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.871262813Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.871392672Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.948403704Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.948545116Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.957251737Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.957367035Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.95742248Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.95848247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.959668611Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.95974571Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.95979385Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.960310938Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.961529587Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.961675037Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.961726764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.961950436Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.962658569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.962742814Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.962785963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.962824803Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.963072956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.963148171Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.963327622Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.963388257Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.963437058Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.963486731Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.963532054Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.964143798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.965077488Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.965144105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.965193187Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.965668709Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.967356297Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"distributing networking probes to sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:56.967471024Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.967511387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.96756103Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.967611915Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.96765794Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.967698534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.96774518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.967784181Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.96783241Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.967881843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.967928349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.970913838Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.980203724Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:30159","req_id":"b34cd995-f11b-4c94-8291-5da336312d7b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 16 5b 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 .[..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.98036161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:30159","req_id":"b34cd995-f11b-4c94-8291-5da336312d7b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:56.980799315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:30159","req_id":"b34cd995-f11b-4c94-8291-5da336312d7b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.980848186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:32582","req_id":"bfc02901-9da6-492f-8c9e-e803b7504ffb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: ae dd 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.980909172Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:32582","req_id":"bfc02901-9da6-492f-8c9e-e803b7504ffb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44765,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44765,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:56.981251229Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:32582","req_id":"bfc02901-9da6-492f-8c9e-e803b7504ffb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.982149254Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.982238699Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.982291939Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.982338495Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.983059325Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:56.986088925Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.986178089Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"252.645425ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:56.986239466Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.986307597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read list of DNS servers: proto error: no records found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"249.08103ms"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.986363703Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:5970","req_id":"138b61d1-a68e-4972-9d8f-3243d2e6d608","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 37 bc 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 7............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.986429058Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:5970","req_id":"138b61d1-a68e-4972-9d8f-3243d2e6d608","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:56.989156614Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:5970","req_id":"138b61d1-a68e-4972-9d8f-3243d2e6d608","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.989229484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.989287885Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.989339933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.989387561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.989427674Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:56.989476204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:23494","req_id":"7359f28b-1f36-46a3-abf0-282461d17449","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d7 a1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.989538012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:23494","req_id":"7359f28b-1f36-46a3-abf0-282461d17449","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:56.98985664Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:23494","req_id":"7359f28b-1f36-46a3-abf0-282461d17449","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:56.990865756Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.001215993Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.001334217Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.001386776Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.001880867Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:57.00824624Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to build DPD clients","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:57.009175189Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"multicast RPW reconciliation pass completed with dataplane inconsistencies","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:57.009560405Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataplane_error_count":1,"orphaned_members_cleaned":0,"member_state_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.009889806Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[\"failed to create multicast dataplane client: Internal Error: failed to build DPD clients\"],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":1,"elapsed":"47.213159ms"} {"msg":"failed to resolve MGS addresses","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:57.010148601Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Resolve(ResolveError { kind: Proto(ProtoError { kind: NoRecordsFound { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, soa: None, ns: None, negative_ttl: None, response_code: ServFail, trusted: true, authorities: None } }) })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.010231131Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"errors\":[\"failed to resolve MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"],\"sps\":[]}","iteration":1,"elapsed":"47.169088ms"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.018034035Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.023816914Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.023952444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.024009583Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.02406635Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.024118347Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.024797Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:57.027526921Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned":"{}","expiration":"2026-01-30 19:32:56.738385401 UTC"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.027704377Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"expiration\":\"2026-01-30T19:32:56.738385401Z\",\"pruned\":[]}","iteration":1,"elapsed":"289.468976ms"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.028091898Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.030116101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.059980912Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50233","req_id":"149b52d2-0200-4d2e-9cbb-0e0020e4548f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: ea 1c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.060177669Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50233","req_id":"149b52d2-0200-4d2e-9cbb-0e0020e4548f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59932,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59932,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:57.060548946Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50233","req_id":"149b52d2-0200-4d2e-9cbb-0e0020e4548f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:57.062845191Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:57.06336765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.063454219Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"252.86999ms"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.06351253Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51406","req_id":"66dbdb19-7930-42df-a470-81a65fa39ac0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b0 ea 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.06359497Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51406","req_id":"66dbdb19-7930-42df-a470-81a65fa39ac0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:57.06407896Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51406","req_id":"66dbdb19-7930-42df-a470-81a65fa39ac0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.074437134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"259.884565ms"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.094109033Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.101786978Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.101878918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.10192822Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.102439837Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.104020694Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.104144811Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:57.166397968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:57.166548629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"proto error: no records found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.166591598Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"354.375656ms"} {"msg":"mgd port is 44979","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.261119837Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"Running step record_switch_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.271712255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.272055324Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_gateway_switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.272268454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.27294404Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.327745099Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.349735609Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.349888775Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.349940552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.35030239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.352076847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.352163826Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.352656043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.353518666Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.353600094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.354275219Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.355301299Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.359872595Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.360056145Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.360124085Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.36080424Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.361463202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.375278069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.375376682Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.375427307Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.376110739Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_dendrite_switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.516990267Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.517117439Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:57.523986293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:57083"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.526432878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"664.457938ms"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.526643213Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.532184583Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.532272565Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.53232304Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.532956048Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.534426426Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.542990101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.543107033Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.543156054Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.544260517Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.546099837Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.554450182Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.554793441Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.554930865Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.559330958Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.563280829Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e10dd96c-0b87-4374-a507-e2391ea4e55c","remote_addr":"127.0.0.1:57083","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.563461733Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e10dd96c-0b87-4374-a507-e2391ea4e55c","remote_addr":"127.0.0.1:57083","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"Found abandoned VMMs","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.568911765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:57.597143953Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.597431096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"746.601404ms"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.598622087Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e10dd96c-0b87-4374-a507-e2391ea4e55c","remote_addr":"127.0.0.1:57083","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.598798532Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e10dd96c-0b87-4374-a507-e2391ea4e55c","remote_addr":"127.0.0.1:57083","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.599708883Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e10dd96c-0b87-4374-a507-e2391ea4e55c","remote_addr":"127.0.0.1:57083","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.731773545Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.731924578Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.732544729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:57.733625172Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":0} {"msg":"saga recovery pass finished","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:57.733766133Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"None","generation":"1"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.734032042Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"875.007227ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.738191748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.738487599Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.738706261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.739487315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.747661275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.75030591Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.755592113Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Running step start_mgd_switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.77880092Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting mgd for switch1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.778879974Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.822687946Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.822836964Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.823518893Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.824805622Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.829125849Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.829275679Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.829325081Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.829372309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.829414005Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.829759479Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.944309951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.944460552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.944514413Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.944560559Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.945187965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.951901458Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.95693574Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.957039865Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.95708575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.957500297Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all webhook delivery tasks completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:57.958403333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_receivers":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.958531047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"997.329889ms"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.95948094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.964991286Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:57.965190187Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.965287728Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:57.965571685Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.001092414Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.011393269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.051645765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.06079009Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.061270393Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.061372594Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.062335764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.065415729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:48745"} {"msg":"mgd port is 38231","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.074214079Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"Running step record_switch_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.074314888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.074360582Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"switch_location":"switch1","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"Running step start_sled1","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.07439844Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.074653688Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.182992865Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.183626204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.185404017Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"bfccaae7-1aaa-4e5c-9c23-0f34a0c7d3ee","remote_addr":"127.0.0.1:48745","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.185583358Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"bfccaae7-1aaa-4e5c-9c23-0f34a0c7d3ee","remote_addr":"127.0.0.1:48745","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.186019559Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"bfccaae7-1aaa-4e5c-9c23-0f34a0c7d3ee","remote_addr":"127.0.0.1:48745","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.186183057Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"bfccaae7-1aaa-4e5c-9c23-0f34a0c7d3ee","remote_addr":"127.0.0.1:48745","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.187267498Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"bfccaae7-1aaa-4e5c-9c23-0f34a0c7d3ee","remote_addr":"127.0.0.1:48745","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.188609321Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.319349657s"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.188963843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"1.322853106s"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpO1XjEI/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.194828642Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.195057635Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpO1XjEI/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpFx7lCd/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.195237336Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.195862859Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpFx7lCd/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.289165285Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:34881","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.291107819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:34881","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.293782566Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:34881","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.304727182Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.304897864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.304955714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305152801Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305212404Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305271476Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305327482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305376804Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305424072Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305469255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305516212Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305560734Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.30560701Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305652794Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305701555Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305758483Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305817234Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305876657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305934366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.305982696Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.30606235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306243104Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306307297Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306370898Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.30643457Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306499303Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306556652Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306606826Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306655857Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306703455Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306755433Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306803833Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306852062Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306899761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.306951738Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307003625Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307055042Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307109113Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307162935Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307220143Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307274084Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307328096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.30738342Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307442903Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307503569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307559534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307619378Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307662667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307703662Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307811415Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307866859Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307910129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.30795411Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.307995515Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308036249Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308076703Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308115934Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308151107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308192923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308245341Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308295745Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308349366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308406294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308456888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308497342Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308535601Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308572928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308626529Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308693918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308739913Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308775807Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.30881087Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308846814Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308883791Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308920386Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308956621Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.308992946Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.30903358Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309083724Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.30912527Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.3091644Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309202599Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309240708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309276272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.30931412Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309353271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309393123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309432134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309472487Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309510125Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309549246Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309587665Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309625283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309665105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309704426Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309744409Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309783339Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309821949Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309858515Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309899289Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.309942208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.309979745Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.310017684Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.310046774Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:65013/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.310319708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"1.353145992s"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.310637394Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.310705715Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.311753891Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.313725806Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-30T19:42:56.598918Z })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.313830552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":true}","iteration":1,"elapsed":"1.495098165s"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.313904174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.313965281Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.314030956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.314117766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.314179113Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.31463257Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.316023003Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.316108129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.316168213Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":2,"elapsed":"97.993µs"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.316345209Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.400825515Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.403309438Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:35982"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.478879402Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.479125491Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.481450174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.482495194Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.482604129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.482702542Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.482824544Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.483222787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.48451123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.489395582Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.489526192Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.489579242Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.489629826Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.489686023Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.49010562Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.492054517Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"1c0c26ce-4cb5-4d97-b0dc-4fccb57632e5","remote_addr":"127.0.0.1:35982","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.492135534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"1c0c26ce-4cb5-4d97-b0dc-4fccb57632e5","remote_addr":"127.0.0.1:35982","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.496349071Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"failed to read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:58.49888932Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.498992293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.764336889s"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.499677488Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.499770461Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.499836928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.499884316Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.500614485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.502080975Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.664459637s"} {"msg":"all instance checks complete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.503231372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.503314293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.661426009s"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.503653905Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"1.674268796s"} {"msg":"failed to read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:58.522763863Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.522865223Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.797672251s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.524280297Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.524363098Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.587842799Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoCollections\"","iteration":1,"elapsed":"1.770603638s"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.641477237Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12619","req_id":"2f375682-152f-4958-a184-0af4392b0021","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 54 78 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Tx..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.641585641Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12619","req_id":"2f375682-152f-4958-a184-0af4392b0021","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:42:58.642048067Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12619","req_id":"2f375682-152f-4958-a184-0af4392b0021","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:58.65524666Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.658509803Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.84319585s"} {"msg":"failed to read target blueprint","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:58.659561586Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.659637002Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.832440726s"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.66023125Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"e10dd96c-0b87-4374-a507-e2391ea4e55c","remote_addr":"127.0.0.1:57083","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1097027,"response_code":200} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.660498823Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.820558844s"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.678186702Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.706229358Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.714546525Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.714773383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.715820387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.717738931Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.724152464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:58.861912585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.863342079Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.864148375Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:58.870102619Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":1,"elapsed":"1.906685071s"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:58.872169149Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"bfccaae7-1aaa-4e5c-9c23-0f34a0c7d3ee","remote_addr":"127.0.0.1:48745","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":686733,"response_code":200} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.035386083Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.050450582Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.063270382Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.063471508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.07156882Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.099363123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.09950197Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.099559749Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.100436631Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.101655289Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.101778754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.101836534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.10188799Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.102413155Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.105639863Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.110462077Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.156726055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.156876175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.157712293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.159126575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.15926911Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.159381522Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.159504777Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.160207158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.164150166Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"2.299736816s"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.245661457Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.245753668Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.245805214Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.245851951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.24669338Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.330534946Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.330637117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.334746248Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Loaded 0 active trust quorum configurations from database","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:42:59.336487616Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"bgtask":"TrustQuorumManager","bgtask":"TrustQuorumManager","background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.336599237Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"trust_quorum_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"PerRackStatus\":{\"errors\":[],\"statuses\":[]}}","iteration":1,"elapsed":"2.368859669s"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.338063443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.35299663Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.353124544Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.353173576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.353605779Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.361342746Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.366071918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.366171664Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.366220866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.366643239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.40098448Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.40424617Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.524978095Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.525163198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"alert_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"225.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"2.565642582s"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.579931769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.580336375Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.580521638Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.581520091Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:42:59.583480432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.583634099Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"2.776148302s"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.584107838Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"2.868250398s"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.712573153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.712723023Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.712778267Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.719370269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.757719041Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.768926399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.775579267Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.776063096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.77747312Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.779401765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"2.911587318s"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.950235799Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.968355431Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.968739294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.969890453Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.971112979Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.973205312Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.980323Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:42:59.996340418Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:42:59.999927049Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.004678297Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.004794487Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.011446923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.011569026Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.011620923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.012342654Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.029682174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.02996087Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.030760532Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.031126498Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.032002518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.033611052Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.034385553Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.034489948Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.034631741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":1,"elapsed":"3.069592733s"} {"msg":"No bundles to collect","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.06063823Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.060891974Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"3.353763601s"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.061433984Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.079411552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.079636247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.07971987Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.079786748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.079846361Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.080549524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.081900135Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.09139272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.11017965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.113155069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.113295298Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.113349701Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.11339785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.114486129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.116251427Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.122490198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.122631069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.122682035Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.123332479Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"finished distributing probes to sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.126155222Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","n_pushed_probes":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.12645912Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"probe_distributor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"probes_by_sled\":{}}","iteration":1,"elapsed":"3.160044348s"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.126791607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"VPC route manager running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.126888236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.126927427Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.126974244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.127022754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.127068228Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.127576959Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.129348129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.12942132Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.129471705Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.129516878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.130097778Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.131151736Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.131296285Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.131520288Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"3.285877995s"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.132723865Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.132822749Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.132935933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.133021239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.133093559Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.133783825Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.134736524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"1c0c26ce-4cb5-4d97-b0dc-4fccb57632e5","remote_addr":"127.0.0.1:35982","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":1642680,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.140177246Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:65013/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"1c0c26ce-4cb5-4d97-b0dc-4fccb57632e5\", \"date\": \"Fri, 30 Jan 2026 19:43:00 GMT\"} })"} {"msg":"Running step start_sled2","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.140804362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.141033696Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.254506561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled 039be560-54cc-49e3-88df-1a29dadbf913 storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.254970069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.257921007Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.266175764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.266864898Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.26714647Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.268227153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.302981157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.310353972Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"TargetReleaseConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.325878872Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.326059585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.326843966Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.327759809Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.342352432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.342511521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.342564761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.343040925Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.372886767Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.373030093Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.373095268Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.373149901Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.374277821Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.384240087Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.384345094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpFRLxa8/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.385057817Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.38515153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpFRLxa8/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpB9MiPa/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.385216585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.385273372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpB9MiPa/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.60963344Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:62118","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.609779762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:62118","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.613488586Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:62118","component":"dropshot (Repo Depot)","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.626712311Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.626809091Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.626856469Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.626901993Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.626944521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.626987179Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627076554Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627125315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627170728Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.62721496Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627259151Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627300907Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627343345Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627386174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627429463Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627472061Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627514579Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627556816Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627599965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627642744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627687727Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627732499Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627774807Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627817325Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627860223Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.627903162Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.62794587Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628019061Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.62806665Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628110941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.62815377Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628195526Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628238926Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628279971Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628321827Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628363794Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.62840563Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628448238Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628491458Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628533755Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628575481Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628617157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628659294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628702624Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628745292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628787549Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628831019Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628875651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628919642Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.628964906Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629040031Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629087359Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629133314Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629178808Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629224031Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629269495Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629352577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629396327Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629440068Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629485271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629529663Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629574606Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629618366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.62966371Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.62970749Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629753295Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629796945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629840355Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629883604Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.62992516Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.629966385Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630034045Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630079399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.63012372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630168252Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630212554Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630257336Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630318513Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630363335Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630406244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630449934Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630494246Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630575123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630621419Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.63066581Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630709371Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.63075259Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630794687Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.6308399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630919535Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.630963195Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.63103313Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.631075657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.631117955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.631160603Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.631204073Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.631246861Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.631288658Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.631330995Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.631375096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.631418045Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.631455993Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.63149333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.631524916Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:65013/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.632059751Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.637461072Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.637557391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.637609318Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.63806973Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"tuf_repo_prune decision","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.639399988Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"TufRepoPrunerDetails { nkeep_recent_releases: 3, nkeep_recent_uploads: 2, repos_keep_target_release: {}, repos_keep_recent_uploads: {}, repo_prune: None, other_repos_eligible_to_prune: {}, warnings: [] }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.639626727Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_repo_pruner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"nkeep_recent_releases\":3,\"nkeep_recent_uploads\":2,\"other_repos_eligible_to_prune\":[],\"repo_prune\":null,\"repos_keep_recent_uploads\":[],\"repos_keep_target_release\":[],\"status\":\"enabled\",\"warnings\":[]}","iteration":2,"elapsed":"2.325743516s"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.640779419Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.640860136Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.640914017Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.642609601Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.644048895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.64845521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.648538261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.648590289Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.648642888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.648691348Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.649110343Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.763080998Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49521/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.766090966Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":0,\"put_config_err\":0,\"put_config_ok\":0,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[]}","iteration":1,"elapsed":"3.895490001s"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.766391497Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:44193"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.783736268Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38865"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.785170041Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:29817","req_id":"2276e939-e1e2-4791-b0c1-91906be10a70","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c4 b9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.785277713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:29817","req_id":"2276e939-e1e2-4791-b0c1-91906be10a70","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:43:00.785980876Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:29817","req_id":"2276e939-e1e2-4791-b0c1-91906be10a70","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.789384349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.795118618Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.795211951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.795264399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.795832293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.797101836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.797191301Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.797246004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.797762732Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:00.81788443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.818400497Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"685.660889ms"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.835920289Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"c1ff7a31-fd81-4fab-b206-02af0522308e","remote_addr":"127.0.0.1:44193","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.837344241Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"c1ff7a31-fd81-4fab-b206-02af0522308e","remote_addr":"127.0.0.1:44193","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.840693241Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/v2p","method":"GET","req_id":"48d8c508-bf09-4784-a013-29cc3fad15f0","remote_addr":"[::1]:38865","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.840884537Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/v2p","method":"GET","req_id":"48d8c508-bf09-4784-a013-29cc3fad15f0","remote_addr":"[::1]:38865","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.842037098Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.844669367Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/v2p","method":"GET","req_id":"48d8c508-bf09-4784-a013-29cc3fad15f0","remote_addr":"[::1]:38865","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4011,"response_code":200} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.845205275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.861858757Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.862037987Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.862098332Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.862462905Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.939400626Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.958350824Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49521/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.96646928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50883"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.979030626Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49521/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48d8c508-bf09-4784-a013-29cc3fad15f0\", \"content-length\": \"2\", \"date\": \"Fri, 30 Jan 2026 19:43:00 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.980560226Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","interfaces":"{}","sled":"SimGimlet00"} {"msg":"v2p mappings to delete","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.980663139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"v2p mappings to add","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:00.9807167Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mappings":"[]","sled":"SimGimlet00"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.984329525Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"4.150176424s"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:00.986042264Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.987934244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:00.988756393Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.025514729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc-routes","method":"GET","req_id":"4954f100-6468-43a1-9a5b-00c0a7266136","remote_addr":"[::1]:50883","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.025673256Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc-routes","method":"GET","req_id":"4954f100-6468-43a1-9a5b-00c0a7266136","remote_addr":"[::1]:50883","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.027746029Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc-routes","method":"GET","req_id":"4954f100-6468-43a1-9a5b-00c0a7266136","remote_addr":"[::1]:50883","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2296,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.032652889Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49521/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4954f100-6468-43a1-9a5b-00c0a7266136\", \"content-length\": \"2\", \"date\": \"Fri, 30 Jan 2026 19:43:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.032792547Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.032940864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.033674981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.061755615Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.061897418Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.063024968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.108413928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.108581885Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.109318778Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.183231357Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.183404275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.183460431Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.183507969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.184295356Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.207345426Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.20745423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.207506969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.208196925Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.248167659Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.248470845Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.248692133Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.25138628Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.258672105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","assocs":"{}","sled":"SimGimlet00"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.259073765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:49521/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.289299692Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.309940153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.310148313Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.310201373Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.310266477Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.310615088Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.313146629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/eip-gateways","method":"PUT","req_id":"582ce23f-b68a-458b-9040-75212a4f1368","remote_addr":"[::1]:50883","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.313259552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/eip-gateways","method":"PUT","req_id":"582ce23f-b68a-458b-9040-75212a4f1368","remote_addr":"[::1]:50883","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.314177759Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/eip-gateways","method":"PUT","req_id":"582ce23f-b68a-458b-9040-75212a4f1368","remote_addr":"[::1]:50883","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1049,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.314500907Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49521/eip-gateways\", status: 204, headers: {\"x-request-id\": \"582ce23f-b68a-458b-9040-75212a4f1368\", \"date\": \"Fri, 30 Jan 2026 19:43:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.316129232Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":2,"elapsed":"1.189321031s"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.328820186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.328985788Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.329058398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.329110255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.329156421Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.329640781Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.330642111Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913","method":"POST","req_id":"c1ff7a31-fd81-4fab-b206-02af0522308e","remote_addr":"127.0.0.1:44193","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":494590,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.331102782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"NexusClient","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:65013/sled-agents/039be560-54cc-49e3-88df-1a29dadbf913\", status: 204, headers: {\"x-request-id\": \"c1ff7a31-fd81-4fab-b206-02af0522308e\", \"date\": \"Fri, 30 Jan 2026 19:43:01 GMT\"} })"} {"msg":"Running step add_extra_sled_agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.331292545Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.331471775Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.455256518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"server":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"SledAgent","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled a20af549-dbbb-4c7b-a26a-77948f624a9d storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.45540252Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.461554643Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.461750928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.46243888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpEXjw6c/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.464369198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"SledAgent","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.464482392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"SledAgent","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpEXjw6c/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmptfZZcc/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.464564592Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"SledAgent","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.464637152Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"SledAgent","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmptfZZcc/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.600737765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61953","component":"dropshot (Repo Depot)","server":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"SledAgent","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.60089515Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61953","component":"dropshot (Repo Depot)","server":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"SledAgent","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.602248256Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61953","component":"dropshot (Repo Depot)","server":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"SledAgent","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610315415Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.6104146Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610456557Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610497401Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610536202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610574972Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610613612Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610654867Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610695681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610735824Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610775506Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610814196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610852756Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610891205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.61093237Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.610972654Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611012807Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611069965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611110809Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611150351Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611191255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611231939Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611276221Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611315312Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611354853Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611393844Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611432935Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611475843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611515676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611554726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.61159518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611633369Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611672319Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611709867Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611748096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611786505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611824494Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611863524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611901944Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611940043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.611978392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612017493Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612056403Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612094842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612132971Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.61217136Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612210902Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612251847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612292821Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612334808Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612376524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612418932Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.6124613Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612502855Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.61254387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612584715Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.61262622Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.61266458Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612705915Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612747681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612787945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612827897Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612868371Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612908564Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.612948466Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.61298882Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613029464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613068875Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613108327Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613146345Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613183692Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613220809Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613259198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.61329851Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613337861Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613377433Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613416884Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613456336Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613496288Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613535219Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613574189Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613614903Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613655006Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613693877Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613732917Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613772118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613810918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613849558Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613889571Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613929193Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.613967141Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614004939Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614042918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614081297Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614120408Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614159318Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614198279Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614236608Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614275278Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.61431503Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.614354261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614389173Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614423043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614451763Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"NexusClient","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:65013/sled-agents/a20af549-dbbb-4c7b-a26a-77948f624a9d","method":"POST"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.614680666Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.619893006Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.619988834Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.620038757Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.620892461Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.622833703Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.622913197Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.623997327Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.626499808Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:58237"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.641182217Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/a20af549-dbbb-4c7b-a26a-77948f624a9d","method":"POST","req_id":"b905fbc8-5352-4774-8214-3de408909509","remote_addr":"127.0.0.1:58237","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.641281292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/a20af549-dbbb-4c7b-a26a-77948f624a9d","method":"POST","req_id":"b905fbc8-5352-4774-8214-3de408909509","remote_addr":"127.0.0.1:58237","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.642357847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"a20af549-dbbb-4c7b-a26a-77948f624a9d"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.644699625Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.644770682Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.645207194Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.645280897Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.646083214Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.657210658Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31926","req_id":"b3746d8d-2313-42d2-9f0d-3b0f63ae0d25","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 72 01 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 r............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.657320896Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31926","req_id":"b3746d8d-2313-42d2-9f0d-3b0f63ae0d25","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:43:01.657826089Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31926","req_id":"b3746d8d-2313-42d2-9f0d-3b0f63ae0d25","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.661055422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.661173657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.661230474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.66127687Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.661934769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:01.66465985Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.664753444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":3,"elapsed":"335.927677ms"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.670003272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.672793788Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.672872601Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.674463929Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.680467064Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.680554935Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.680608336Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.68124435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.692505429Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.704738056Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.70490453Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.704950465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.705086576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.705142382Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.705189028Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.705611782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.722006118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.722213116Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.722343666Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.723292276Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.731677573Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.731853266Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.731962301Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.732674212Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.742677703Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.7539474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.754881561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.755028234Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.755694661Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.765632224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.76573176Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.766642733Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.784714084Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.784823761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.792020121Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.838499715Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.838628401Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.838679867Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.838728838Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.838773741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.839555757Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.845534651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.845636702Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.84682134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.855427774Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.855545147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.855595821Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.855645203Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.855691208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.856441008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.861600028Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/a20af549-dbbb-4c7b-a26a-77948f624a9d","method":"POST","req_id":"b905fbc8-5352-4774-8214-3de408909509","remote_addr":"127.0.0.1:58237","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":220413,"response_code":204} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.881655029Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.89211838Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.892313443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.892431918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.893088845Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:01.89604332Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.896223082Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.898035888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.900796733Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"NexusClient","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:65013/sled-agents/a20af549-dbbb-4c7b-a26a-77948f624a9d\", status: 204, headers: {\"x-request-id\": \"b905fbc8-5352-4774-8214-3de408909509\", \"date\": \"Fri, 30 Jan 2026 19:43:01 GMT\"} })"} {"msg":"Running step add_extra_sled_agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:01.901087183Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.901438689Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:01.999999751Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"server":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"SledAgent","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled 55dccb4d-cd24-4c4c-98f7-fc5963ee9e54 storage","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.001030752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.001766472Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.009436701Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.009580839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.009747895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.010580886Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.014102743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-30T19:42:56.598918Z })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.014771696Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":2,"elapsed":"176.345002ms"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.015103671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.015314106Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.015384712Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.015433002Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.016561684Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpK7Hmt4/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.019887577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"SledAgent","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.019956299Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"SledAgent","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpK7Hmt4/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp0mj3Se/artifact-config.json","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.02007326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"SledAgent","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.020119546Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ArtifactStore","server":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"SledAgent","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp0mj3Se/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.103274774Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:55328","component":"dropshot (Repo Depot)","server":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"SledAgent","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.103507716Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:55328","component":"dropshot (Repo Depot)","server":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"SledAgent","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.105136712Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:55328","component":"dropshot (Repo Depot)","server":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"SledAgent","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.112587889Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.112725112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.112819838Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.11291295Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.112997194Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.113106991Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.113236729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all ending with 2.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.113334531Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all ending with 3.0.0","path":"/chicken-switch/destroy-orphaned-datasets","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.113427674Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.113516307Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 3.0.0","path":"/debug/switch-zone-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.113607345Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.113694395Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.113780754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.113883085Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.114074721Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"from 12.0.0 to 14.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.114167062Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 12.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.114251085Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.114333957Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.115115321Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.115948974Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.116067569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 9.0.0","path":"/local-storage/{zpool_id}/{dataset_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.116162275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.116247741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.116333388Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.116423384Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"from 11.0.0 to 14.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.116525144Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.116615551Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"from 4.0.0 to 10.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.116699685Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all ending with 4.0.0","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.116787477Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.116872392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"from 6.0.0 to 10.0.0","path":"/probes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.116959512Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.117051452Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all ending with 8.0.0","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.117265885Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.117373648Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.117480569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/health-check","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.117666573Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.117772843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.117865264Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.117976323Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.118070748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.118158019Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.118242994Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.118333271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.118419088Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.118630004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.118738568Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.11883121Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.118920935Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.119013596Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.1191023Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.119209882Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.119304087Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.119393471Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.11948455Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.119572622Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.119661846Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/transfer","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.119751181Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.119839673Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.119930832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/configuration","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.120091323Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/coordinator-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.120197643Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.120505449Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/network-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.120647924Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.120759835Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.120856314Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/prepare-and-commit","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.120948234Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/proxy/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121039553Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 15.0.0","path":"/trust-quorum/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121129509Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 13.0.0","path":"/trust-quorum/upgrade","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121216699Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121299861Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121520176Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121636807Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121680768Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121722955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"from 10.0.0 to 11.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121763799Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"from 9.0.0 to 10.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121803391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"from 7.0.0 to 9.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121843083Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all ending with 7.0.0","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121882565Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.121922688Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122052285Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122092308Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122133102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 7.0.0","path":"/vmms/{propolis_id}/multicast-group","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122174067Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122212537Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122251647Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122291269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.12233019Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.12236883Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all starting from 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122409574Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all ending with 10.0.0","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122536636Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122585076Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.12262548Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122663428Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122701998Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122741169Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.12278035Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122819761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122858782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122897652Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.122937344Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.122976555Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.123557155Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.123829989Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.124066868Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"NexusClient","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:65013/sled-agents/55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","method":"POST"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.125066634Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.12513719Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.125798767Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:59005"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.126887066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.12696632Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.127016373Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.127981608Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.130138615Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","method":"POST","req_id":"1396c807-8241-4335-9720-24355d8d9d67","remote_addr":"127.0.0.1:59005","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.130256288Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","method":"POST","req_id":"1396c807-8241-4335-9720-24355d8d9d67","remote_addr":"127.0.0.1:59005","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.130313777Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56187","req_id":"6a8ef5b1-60e5-41d4-8edb-3a350fda134a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 43 2a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 C*..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.130435338Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56187","req_id":"6a8ef5b1-60e5-41d4-8edb-3a350fda134a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17194,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17194,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:43:02.130895779Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56187","req_id":"6a8ef5b1-60e5-41d4-8edb-3a350fda134a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"registered sled agent","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.131220871Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_uuid":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54"} {"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:02.133343387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.133466872Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":4,"elapsed":"278.012012ms"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.134800698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.134878098Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.134926147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.135604639Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.167053975Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.180421397Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.180670732Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.180735997Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.180811703Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.180861586Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.180983869Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.18103759Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.189773943Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.189863117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.189913511Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.190485753Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.194298722Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.194401445Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.194453903Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.194503836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.194550132Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.194948405Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.195809174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/sled-agents/55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","method":"POST","req_id":"1396c807-8241-4335-9720-24355d8d9d67","remote_addr":"127.0.0.1:59005","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":65654,"response_code":204} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.197495979Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.197584843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.197634555Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.198508942Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.203407575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"NexusClient","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:65013/sled-agents/55dccb4d-cd24-4c4c-98f7-fc5963ee9e54\", status: 204, headers: {\"x-request-id\": \"1396c807-8241-4335-9720-24355d8d9d67\", \"date\": \"Fri, 30 Jan 2026 19:43:02 GMT\"} })"} {"msg":"Running step configure_boundary_ntp","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.203712685Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.203893168Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.20553004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.2056265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.205706755Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.205780428Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.205850302Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.205927652Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.205992867Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.206040215Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.206082482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.206124028Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.206165523Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.206206308Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.207733974Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.207821205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:50849"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.207875667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.20792034Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n serial: 1,\n time_created: 2026-01-30T19:43:02.293819788Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 57419,\n target: \"6bce042a-105d-4555-903a-3d4485e44982.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 63088,\n target: \"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_boundary-ntp._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 123,\n target: \"cf82805b-e147-4f9a-a9d5-240349053ee8.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"boundary-ntp\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"dd87454e-7fb6-4dd1-ab0c-5a143b3df8ed.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 38231,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 44979,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 62118,\n target: \"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 34881,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus-lockstep._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 61357,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"@\": [\n Ns(\n \"ns1.control-plane.oxide.internal\",\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 33444,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 62012,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"913233fe-92a8-4635-9572-183f495429c4.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"dd87454e-7fb6-4dd1-ab0c-5a143b3df8ed.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"04427a25-0d01-477a-ae61-97bff626e866.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 33494,\n target: \"dd87454e-7fb6-4dd1-ab0c-5a143b3df8ed.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 65013,\n target: \"913233fe-92a8-4635-9572-183f495429c4.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"dd87454e-7fb6-4dd1-ab0c-5a143b3df8ed.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"cf82805b-e147-4f9a-a9d5-240349053ee8.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"039be560-54cc-49e3-88df-1a29dadbf913.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"dd87454e-7fb6-4dd1-ab0c-5a143b3df8ed.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"7bfb016f-1d7e-43e2-86a3-c85c8176e5c1.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50849,\n target: \"7bfb016f-1d7e-43e2-86a3-c85c8176e5c1.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 46625,\n target: \"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\",\n },\n ),\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 60975,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"ns1\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 63825,\n target: \"04427a25-0d01-477a-ae61-97bff626e866.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"6bce042a-105d-4555-903a-3d4485e44982.host\": [\n Aaaa(\n ::1,\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.294981158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.295052626Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"body":"Some(Body)","uri":"http://[::1]:57419/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.313699517Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.323204638Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.323314565Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.323363576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.324203562Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.325648558Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.3392581Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.339490901Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.339547147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.339910599Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.349155412Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.349237331Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.360474791Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:61612"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.362844719Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:55261","req_id":"492f90d4-a5a0-4a96-aa83-7a084bdcb346","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 39 28 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 9(..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.362945647Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:55261","req_id":"492f90d4-a5a0-4a96-aa83-7a084bdcb346","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:43:02.363392571Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:55261","req_id":"492f90d4-a5a0-4a96-aa83-7a084bdcb346","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:02.371310752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.37143044Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: proto error: no records found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":5,"elapsed":"177.10367ms"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.371841659Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"PUT","req_id":"052a131c-987b-47df-9dde-abec5ce78306","remote_addr":"[::1]:61612","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.371918809Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"PUT","req_id":"052a131c-987b-47df-9dde-abec5ce78306","remote_addr":"[::1]:61612","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.37255801Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"new_generation":1,"req_id":"052a131c-987b-47df-9dde-abec5ce78306","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.372618875Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.372647174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.374104094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.37435848Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.37444533Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.374483208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"new_generation":1,"req_id":"052a131c-987b-47df-9dde-abec5ce78306","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.374583184Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"PUT","req_id":"052a131c-987b-47df-9dde-abec5ce78306","remote_addr":"[::1]:61612","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2768,"response_code":204} {"msg":"resolved names for firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.374827319Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.374914449Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.375177833Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.375240463Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.375286758Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.375987446Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.380077387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(Response { url: \"http://[::1]:57419/config\", status: 204, headers: {\"x-request-id\": \"052a131c-987b-47df-9dde-abec5ce78306\", \"date\": \"Fri, 30 Jan 2026 19:43:02 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.382273465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.474978186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"body":"Some(Body)","uri":"http://[::1]:49521/omicron-config","method":"PUT"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.476372748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.483332419Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.484273955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.484408894Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.485585184Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.488089218Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33177"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.490800351Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"700517b7-e56c-460b-8026-13f05b84b661","remote_addr":"[::1]:33177","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.490910288Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"700517b7-e56c-460b-8026-13f05b84b661","remote_addr":"[::1]:33177","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"fetched allowlist from DB","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.499359066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-30T17:46:10.702241Z, time_modified: 2026-01-30T17:46:10.702241Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.499567918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.499727016Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.499823786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.500937668Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"700517b7-e56c-460b-8026-13f05b84b661","remote_addr":"[::1]:33177","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10176,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.50286465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(Response { url: \"http://[::1]:49521/omicron-config\", status: 204, headers: {\"x-request-id\": \"700517b7-e56c-460b-8026-13f05b84b661\", \"date\": \"Fri, 30 Jan 2026 19:43:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.503455741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"body":"Some(Body)","uri":"http://[::1]:49521/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.512390604Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"f07274f5-a468-43dd-9a75-0a1c9da49594","remote_addr":"[::1]:33177","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.512481101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"f07274f5-a468-43dd-9a75-0a1c9da49594","remote_addr":"[::1]:33177","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.513117536Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"f07274f5-a468-43dd-9a75-0a1c9da49594","remote_addr":"[::1]:33177","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":780,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.535297949Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(Response { url: \"http://[::1]:49521/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"f07274f5-a468-43dd-9a75-0a1c9da49594\", \"date\": \"Fri, 30 Jan 2026 19:43:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.611916861Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"body":"Some(Body)","uri":"http://[::1]:57852/omicron-config","method":"PUT"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.613211716Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.613385395Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.613488398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.613607674Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","elapsed":"5.76516218s"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.613716319Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{}","iteration":1,"elapsed":"5.765306709s"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.614509808Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54886"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.618323759Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"733b98a2-908e-4302-bfb2-6aef304bf067","remote_addr":"[::1]:54886","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.618446102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"733b98a2-908e-4302-bfb2-6aef304bf067","remote_addr":"[::1]:54886","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.627149497Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"733b98a2-908e-4302-bfb2-6aef304bf067","remote_addr":"[::1]:54886","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":8868,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.62794019Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(Response { url: \"http://[::1]:57852/omicron-config\", status: 204, headers: {\"x-request-id\": \"733b98a2-908e-4302-bfb2-6aef304bf067\", \"date\": \"Fri, 30 Jan 2026 19:43:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.630126909Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"body":"Some(Body)","uri":"http://[::1]:57852/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.63469102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"2e7fa143-ad3f-42f5-870a-5db9d06e9ee3","remote_addr":"[::1]:54886","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.634774022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"2e7fa143-ad3f-42f5-870a-5db9d06e9ee3","remote_addr":"[::1]:54886","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.635148676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"2e7fa143-ad3f-42f5-870a-5db9d06e9ee3","remote_addr":"[::1]:54886","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":481,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.64134534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(Response { url: \"http://[::1]:57852/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"2e7fa143-ad3f-42f5-870a-5db9d06e9ee3\", \"date\": \"Fri, 30 Jan 2026 19:43:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.715886729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"body":"Some(Body)","uri":"http://[::1]:64893/omicron-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.718258009Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35749"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.726279334Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"0aa9b830-b1d7-416b-8b86-153b81188ae5","remote_addr":"[::1]:35749","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.726358909Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"0aa9b830-b1d7-416b-8b86-153b81188ae5","remote_addr":"[::1]:35749","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.728492157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"0aa9b830-b1d7-416b-8b86-153b81188ae5","remote_addr":"[::1]:35749","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","latency_us":2160,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.728952157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(Response { url: \"http://[::1]:64893/omicron-config\", status: 204, headers: {\"x-request-id\": \"0aa9b830-b1d7-416b-8b86-153b81188ae5\", \"date\": \"Fri, 30 Jan 2026 19:43:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.72914207Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"body":"Some(Body)","uri":"http://[::1]:64893/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.729729493Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"2b127a47-f5b4-431d-9043-787b86388d12","remote_addr":"[::1]:35749","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.729806422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"2b127a47-f5b4-431d-9043-787b86388d12","remote_addr":"[::1]:35749","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.730890232Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"2b127a47-f5b4-431d-9043-787b86388d12","remote_addr":"[::1]:35749","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","latency_us":797,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.731127693Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(Response { url: \"http://[::1]:64893/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"2b127a47-f5b4-431d-9043-787b86388d12\", \"date\": \"Fri, 30 Jan 2026 19:43:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.821235567Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"body":"Some(Body)","uri":"http://[::1]:61943/omicron-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.82194343Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47167"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.822898213Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"c98080da-33c2-4839-a751-4cf8a0ec4c90","remote_addr":"[::1]:47167","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.822976595Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"c98080da-33c2-4839-a751-4cf8a0ec4c90","remote_addr":"[::1]:47167","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.823613551Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/omicron-config","method":"PUT","req_id":"c98080da-33c2-4839-a751-4cf8a0ec4c90","remote_addr":"[::1]:47167","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","latency_us":734,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.824978972Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(Response { url: \"http://[::1]:61943/omicron-config\", status: 204, headers: {\"x-request-id\": \"c98080da-33c2-4839-a751-4cf8a0ec4c90\", \"date\": \"Fri, 30 Jan 2026 19:43:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.825045399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"body":"Some(Body)","uri":"http://[::1]:61943/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:02.825200791Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"dc805926-c406-42c5-b5a5-6950c9bd6017","remote_addr":"[::1]:47167","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.825259923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"dc805926-c406-42c5-b5a5-6950c9bd6017","remote_addr":"[::1]:47167","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:02.825884614Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/network-bootstore-config","method":"PUT","req_id":"dc805926-c406-42c5-b5a5-6950c9bd6017","remote_addr":"[::1]:47167","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","latency_us":729,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.827467344Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(Response { url: \"http://[::1]:61943/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"dc805926-c406-42c5-b5a5-6950c9bd6017\", \"date\": \"Fri, 30 Jan 2026 19:43:02 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.828859831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:02.82891232Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.185939969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.186079327Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.186175656Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.186222022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.186880062Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.214503562Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.217529254Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.217912185Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.21801125Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.218545093Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.220798109Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:55607","req_id":"9509a727-60f9-461c-80fd-9b7aa4850d12","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: da fd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.220938449Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:55607","req_id":"9509a727-60f9-461c-80fd-9b7aa4850d12","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.221197554Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.221305587Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.221449174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.221564813Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:55607","req_id":"9509a727-60f9-461c-80fd-9b7aa4850d12","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.221713651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:63649","req_id":"68b34457-80d4-47b5-ae40-d66fa17550ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 74 (0x4a) bytes\n0000: 79 65 01 00 00 01 00 00 00 00 00 01 0b 5f 72 65 ye..........._re\n0010: 70 6f 2d 64 65 70 6f 74 04 5f 74 63 70 0d 63 6f po-depot._tcp.co\n0020: 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 ntrol-plane.oxid\n0030: 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 e.internal..!...\n0040: 00 29 04 d0 00 00 00 00 00 00 .)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.221801161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:63649","req_id":"68b34457-80d4-47b5-ae40-d66fa17550ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31077,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 11,\n 95,\n 114,\n 101,\n 112,\n 111,\n 45,\n 100,\n 101,\n 112,\n 111,\n 116,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.221990012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_repo-depot._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.22202303Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"039be560-54cc-49e3-88df-1a29dadbf913.sled"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.222150664Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.222201669Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:63649","req_id":"68b34457-80d4-47b5-ae40-d66fa17550ba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62118, target: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 34881, target: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_repo-depot._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_repo-depot._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.222330856Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:52216","req_id":"eb56b703-4c4e-4046-a2ea-a7bd3e0e29be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 6c 87 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 l............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.222424329Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:52216","req_id":"eb56b703-4c4e-4046-a2ea-a7bd3e0e29be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27783,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.222643412Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.222691251Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"7bfb016f-1d7e-43e2-86a3-c85c8176e5c1.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.222736304Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:52216","req_id":"eb56b703-4c4e-4046-a2ea-a7bd3e0e29be","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"7bfb016f-1d7e-43e2-86a3-c85c8176e5c1.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 50849, target: Name(\"7bfb016f-1d7e-43e2-86a3-c85c8176e5c1.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.232837687Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.232949107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.233729329Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.235275274Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:52187","req_id":"89f213d3-01e4-4295-ac2f-8c1111471d72","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 85 4e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .N..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.235419672Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:52187","req_id":"89f213d3-01e4-4295-ac2f-8c1111471d72","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.235852777Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.23591224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:52187","req_id":"89f213d3-01e4-4295-ac2f-8c1111471d72","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.236027909Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51211","req_id":"87252762-651f-4042-823f-1b42706c259f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ad 4f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .O..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.236152787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51211","req_id":"87252762-651f-4042-823f-1b42706c259f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.236551551Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.236605422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51211","req_id":"87252762-651f-4042-823f-1b42706c259f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.236719588Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:57243","req_id":"2b22b6a8-327f-4b56-bf26-0bd71379b01e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: ca 80 01 00 00 01 00 00 00 00 00 01 24 30 33 39 ............$039\n0010: 62 65 35 36 30 2d 35 34 63 63 2d 34 39 65 33 2d be560-54cc-49e3-\n0020: 38 38 64 66 2d 31 61 32 39 64 61 64 62 66 39 31 88df-1a29dadbf91\n0030: 33 04 73 6c 65 64 0d 63 6f 6e 74 72 6f 6c 2d 70 3.sled.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.236835909Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:57243","req_id":"2b22b6a8-327f-4b56-bf26-0bd71379b01e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 115,\n 108,\n 101,\n 100,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.237208208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"039be560-54cc-49e3-88df-1a29dadbf913.sled"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.237272511Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:57243","req_id":"2b22b6a8-327f-4b56-bf26-0bd71379b01e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"039be560-54cc-49e3-88df-1a29dadbf913.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.237372998Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56068","req_id":"87ddb93a-0b2d-475f-9492-71a97926b135","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: cc b1 01 00 00 01 00 00 00 00 00 01 24 62 36 64 ............$b6d\n0010: 36 35 33 34 31 2d 31 36 37 63 2d 34 31 64 66 2d 65341-167c-41df-\n0020: 39 62 35 63 2d 34 31 63 64 65 64 39 39 63 32 32 9b5c-41cded99c22\n0030: 39 04 73 6c 65 64 0d 63 6f 6e 74 72 6f 6c 2d 70 9.sled.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.237492415Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56068","req_id":"87ddb93a-0b2d-475f-9492-71a97926b135","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52401,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 115,\n 108,\n 101,\n 100,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.237857059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"b6d65341-167c-41df-9b5c-41cded99c229.sled"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.237924318Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56068","req_id":"87ddb93a-0b2d-475f-9492-71a97926b135","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\")), original: Query { name: Name(\"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.238044927Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:59918","req_id":"6dd0baac-2dcc-47fc-8fe9-cc2067df4295","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: d4 66 01 00 00 01 00 00 00 00 00 01 24 37 62 66 .f..........$7bf\n0010: 62 30 31 36 66 2d 31 64 37 65 2d 34 33 65 32 2d b016f-1d7e-43e2-\n0020: 38 36 61 33 2d 63 38 35 63 38 31 37 36 65 35 63 86a3-c85c8176e5c\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.23816752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:59918","req_id":"6dd0baac-2dcc-47fc-8fe9-cc2067df4295","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54374,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"7bfb016f-1d7e-43e2-86a3-c85c8176e5c1.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"7bfb016f-1d7e-43e2-86a3-c85c8176e5c1.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 55,\n 98,\n 102,\n 98,\n 48,\n 49,\n 54,\n 102,\n 45,\n 49,\n 100,\n 55,\n 101,\n 45,\n 52,\n 51,\n 101,\n 50,\n 45,\n 56,\n 54,\n 97,\n 51,\n 45,\n 99,\n 56,\n 53,\n 99,\n 56,\n 49,\n 55,\n 54,\n 101,\n 53,\n 99,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.238494776Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"7bfb016f-1d7e-43e2-86a3-c85c8176e5c1.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.238557897Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:59918","req_id":"6dd0baac-2dcc-47fc-8fe9-cc2067df4295","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"7bfb016f-1d7e-43e2-86a3-c85c8176e5c1.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"7bfb016f-1d7e-43e2-86a3-c85c8176e5c1.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"7bfb016f-1d7e-43e2-86a3-c85c8176e5c1.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:05.336924377Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59344"} {"msg":"set cockroachdb setting","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:05.33867281Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.338836578Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.338896743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:05.339825382Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:05.341493028Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"882aed14-5707-4133-ac46-e0a1dc4ae743","remote_addr":"[::1]:59344","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:05.347266508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"882aed14-5707-4133-ac46-e0a1dc4ae743","remote_addr":"[::1]:59344","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5776,"response_code":200} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.015638261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45719"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.015880652Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59151"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.016020361Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61268"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.016140399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42217"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.016589888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54491"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.016683642Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60792"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.016721279Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41780"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.025785229Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.0259504Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.026014873Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.026074607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.026828033Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.028764996Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"85144cdc-dad7-4f8c-9e5d-ce74046e0ee3","remote_addr":"[::1]:45719","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.029188521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"13e15b3b-f102-425a-b9bf-525600cdf2ad","remote_addr":"[::1]:59151","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.029260099Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"1b492eac-10fc-4b9d-8b2d-adb3923e3c61","remote_addr":"[::1]:61268","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.029358312Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"c6d61311-e4a5-4bb0-bc10-467bb4bab303","remote_addr":"[::1]:42217","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.029814374Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"7292d138-afa2-4d0d-a30f-f90ee4af6c0f","remote_addr":"[::1]:54491","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.029965046Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"6c6cd848-8174-4b23-8148-4225dc3f94e1","remote_addr":"[::1]:60792","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.032210806Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"2dd616be-7226-4b10-8e0f-f95e351f676c","remote_addr":"[::1]:41780","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.032284849Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"85144cdc-dad7-4f8c-9e5d-ce74046e0ee3","remote_addr":"[::1]:45719","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1990,"response_code":200} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.032340895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"13e15b3b-f102-425a-b9bf-525600cdf2ad","remote_addr":"[::1]:59151","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1733,"response_code":200} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.032389435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"1b492eac-10fc-4b9d-8b2d-adb3923e3c61","remote_addr":"[::1]:61268","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1665,"response_code":200} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.032437414Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"c6d61311-e4a5-4bb0-bc10-467bb4bab303","remote_addr":"[::1]:42217","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1613,"response_code":200} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.032536389Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"7292d138-afa2-4d0d-a30f-f90ee4af6c0f","remote_addr":"[::1]:54491","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1187,"response_code":200} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.032588527Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"6c6cd848-8174-4b23-8148-4225dc3f94e1","remote_addr":"[::1]:60792","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1087,"response_code":200} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.032635945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/crucible/pantry/0","method":"GET","req_id":"2dd616be-7226-4b10-8e0f-f95e351f676c","remote_addr":"[::1]:41780","local_addr":"[::1]:50849","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":995,"response_code":200} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.0394333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.046456984Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.046598857Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.046636655Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.046680696Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.047047153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.10250557Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.122875041Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.122972763Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.123756572Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.165846465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.16600851Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.166952611Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.307976136Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.308133461Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.308187783Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.309046698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.416818333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.41701062Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.417068369Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.41711731Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.418069067Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.42713981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.430557753Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.430649242Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.430722193Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.431203988Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.437009224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 84b49114-c9c8-476d-a40a-87d6f72e648b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.437118249Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.437190288Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.437256916Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.43852658Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.443860662Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.450553922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 84b49114-c9c8-476d-a40a-87d6f72e648b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.450709163Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.450758465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.452011725Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.458627094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 05d9784a-b73a-45c2-830a-8b3f081414a3, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.458740799Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.458792526Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.458838561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.459604945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.463305722Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.469253152Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 05d9784a-b73a-45c2-830a-8b3f081414a3, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.469330902Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.469376396Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.469882863Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.475623605Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 05d9784a-b73a-45c2-830a-8b3f081414a3, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.475722941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.475774577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.475820101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.476422957Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.504936967Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.510927175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 05d9784a-b73a-45c2-830a-8b3f081414a3, lookup_type: ByName(\"oxide-service-pool-v6\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.53572697Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 84b49114-c9c8-476d-a40a-87d6f72e648b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.535920771Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.535978821Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.536023102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.537142866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.540671377Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.547045338Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 84b49114-c9c8-476d-a40a-87d6f72e648b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.560735507Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"IpPool { parent: Fleet, key: 84b49114-c9c8-476d-a40a-87d6f72e648b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.560876608Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.56093077Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.560976966Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.562339982Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.566344026Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.571581448Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 84b49114-c9c8-476d-a40a-87d6f72e648b, lookup_type: ByName(\"oxide-service-pool-v4\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.587889697Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.587987158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.588035569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.588078888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.58989948Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.59384379Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.601166161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted blueprint","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.798797968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","blueprint_id":"5696e32f-5860-40fc-9edc-7ec3c3546203"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.798916994Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.798965965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.799012381Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.799057364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.799875224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.80627561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.81854387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.840130255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.840336742Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.840426087Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.840513036Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.840594525Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.841049505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.845827197Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.853231818Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:06.853322776Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.853506395Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.853925191Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.859489158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-30T19:42:56.598918Z })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:06.859613344Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":3,"elapsed":"19.545688ms"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.911568562Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.911690264Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.911757904Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.94737439Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.9475101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted networking records for boundary_ntp service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.981058884Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.98117297Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted service networking records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.981218765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted physical disks","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.981262806Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted zpools","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.981313019Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Inserted datasets","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:06.981348773Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.016909585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.022232594Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.022983826Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.023088643Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.023136371Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.02317932Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.024319366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.028753408Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.042254336Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.042405699Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.042453046Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.04249822Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.042540096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.04327263Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.048114776Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.051337174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.083774812Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.083872905Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.083927167Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.083970356Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.085292258Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.090025127Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.096880323Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.096978175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.097051276Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.097098744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.09714022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.097599649Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.102467017Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.112536283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.11715148Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.117285467Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.117377948Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.117456049Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.117810011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.120919817Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.131048987Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Created recovery silo","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.147238962Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.15068397Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Created recovery user's password","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.159010586Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.159180056Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Silo { parent: Fleet, key: 0232bc66-d125-4b64-9bde-5ed927ac946c, lookup_type: ById(0232bc66-d125-4b64-9bde-5ed927ac946c) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.1593414Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"0232bc66-d125-4b64-9bde-5ed927ac946c","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.159464083Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.159616127Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.160500424Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.16501837Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.165097183Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.165140713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.166978671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.191110175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.195851673Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Silo { parent: Fleet, key: 0232bc66-d125-4b64-9bde-5ed927ac946c, lookup_type: ById(0232bc66-d125-4b64-9bde-5ed927ac946c) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.195973434Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Granted Silo privileges","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.201687953Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.201877404Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.202080624Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.202195151Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.202288173Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.20324512Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.209011005Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.212869438Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.228598439Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.228761085Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.22965885Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.238927593Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.239232784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.239870632Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.243609207Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.243729826Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.244449423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.250860511Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.251144467Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.251195743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.251242901Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.252245192Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.257566748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.257643056Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.257734364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.258706563Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.2635687Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.264367501Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.264447226Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.265163165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.269471648Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.290810131Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.291022199Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.291129731Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.291575823Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.291730422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.291840871Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.293851856Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.300313939Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.300473709Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.300542431Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.301478265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.305790696Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.305965878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.306088151Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.306955874Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.318119662Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.32924455Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.329439162Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.3294963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.329819147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.334968438Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.335099358Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.335600754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.3391991Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.339344039Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.3403896Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.345151018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.345318805Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.346585843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.350251778Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.350417441Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.350513339Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.350599186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.35114802Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.354268518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.354375399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.354470576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.354920105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.357994357Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.358102801Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.358190202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.358718203Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.362565192Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.372850435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.373043063Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.373190248Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.373299493Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.374087081Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.381230221Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.381366903Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.382079115Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.385320002Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.385424819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.386242137Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.394923697Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.395053495Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.396140581Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.409237895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.409377002Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.409437477Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.409489665Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.410381187Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.432060725Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.432133315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.43217946Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.432827199Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.441075292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.441229531Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.441279364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.441703771Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.445972933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.456806038Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.45699607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.457036364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.45710726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.457153906Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.457196925Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.457410056Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.461077263Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.461164895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.461211531Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.461877687Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.464843225Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.464912809Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.464957381Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.46564867Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.468935341Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.480567477Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.480702787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.48075279Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.48120739Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.487977409Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.488133161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.488951231Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.493390454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.493529732Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.494252315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.498771022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.498841548Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.499684149Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.505766648Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.505900815Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.506900942Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.510567167Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.510822816Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.510894965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.510940729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.511378153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.51572733Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.51582892Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.515881108Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.516759042Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.520427673Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.52059601Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.520651034Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.521092486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.524439132Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.534717941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.534917814Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.534957366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.535027872Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.535076462Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.535119722Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.535362553Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.539338209Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.539433044Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.53948425Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.540278862Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.544279669Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.544417865Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.544511839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.545323907Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.549677804Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.561257051Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.561406289Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.561454238Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.561927175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.573344798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 1b188e92-164a-4748-90d7-c662357c059c, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], Name(\"external-dns\"): [NetworkInterface { id: ec75b533-32fb-494f-964f-f2576c5e61bb, kind: Service { id: 04427a25-0d01-477a-ae61-97bff626e866 }, name: Name(\"external-dns-04427a25-0d01-477a-ae61-97bff626e866\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.573519339Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.573567869Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.573614165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.573657134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.574367952Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.578001511Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.582619443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.582726484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.582774594Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.583185012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.587429953Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-30T17:46:10.702241Z, time_modified: 2026-01-30T19:43:07.212830Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.587518867Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.587553458Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ec75b533-32fb-494f-964f-f2576c5e61bb, kind: Service { id: 04427a25-0d01-477a-ae61-97bff626e866 }, name: Name(\"external-dns-04427a25-0d01-477a-ae61-97bff626e866\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1b188e92-164a-4748-90d7-c662357c059c, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ec75b533-32fb-494f-964f-f2576c5e61bb, kind: Service { id: 04427a25-0d01-477a-ae61-97bff626e866 }, name: Name(\"external-dns-04427a25-0d01-477a-ae61-97bff626e866\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1b188e92-164a-4748-90d7-c662357c059c, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"} {"msg":"resolved 3 rules for sleds","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.587822094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.6218612Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-01-30T19:42:58.496365Z, time_modified: 2026-01-30T19:42:58.496365Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(49521), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(34881), cpu_family: AmdMilan }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.622079301Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.683076283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.683180217Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.684051949Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.692382663Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.692589651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.692667111Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.692727936Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.693185492Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.697202623Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.702802374Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.703321627Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:49521/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.704307284Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38233"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.705721055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9f367b34-8ad4-43af-8c16-b7865b180bf5","remote_addr":"[::1]:38233","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.705942031Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9f367b34-8ad4-43af-8c16-b7865b180bf5","remote_addr":"[::1]:38233","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.707885407Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9f367b34-8ad4-43af-8c16-b7865b180bf5","remote_addr":"[::1]:38233","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2142,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.708278139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49521/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"9f367b34-8ad4-43af-8c16-b7865b180bf5\", \"date\": \"Fri, 30 Jan 2026 19:43:07 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.709327898Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.709658962Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.710242478Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.710289525Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.710338526Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.710458695Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.711259449Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.71132758Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.711573218Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.711633823Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.711674547Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.711723167Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.712211927Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.712902474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.713025228Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.713076554Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.713117128Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.713163744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.713213607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.713402107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.713784326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.714677171Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.714736103Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.714783812Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.714833575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.715138805Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.715284136Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.716201531Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.716263389Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.716311418Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.71636083Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.716405974Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.716789145Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.719481629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.719545361Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.719598661Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.719645738Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.721673959Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.723042146Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.723112171Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.723163267Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.723210474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.724236675Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.727412066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.73559715Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.735714943Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.735768474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.736541581Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.739818663Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.746342864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.746483615Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.746603513Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.747749561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.749391584Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.765011119Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.770285137Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.789197156Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.789317074Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.789370264Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.790797833Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.79377234Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.802898398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.804406494Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.806566257Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.806644408Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.806692768Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.80675198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.806810231Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.807087303Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.810908159Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.818654866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.822196164Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.822309518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.822365614Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.824950986Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.842517124Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.842789817Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.843952921Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Blueprint { parent: Fleet, key: 5696e32f-5860-40fc-9edc-7ec3c3546203, lookup_type: ById(5696e32f-5860-40fc-9edc-7ec3c3546203) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.844240535Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.844381386Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.84449457Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.845407066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.848328773Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:7552","req_id":"6c8ef222-1a4f-4b87-825d-da929caf7b75","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: a3 78 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 .x..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.848551022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:7552","req_id":"6c8ef222-1a4f-4b87-825d-da929caf7b75","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41848,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.849210184Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.84967293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"6bce042a-105d-4555-903a-3d4485e44982.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.849868054Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:7552","req_id":"6c8ef222-1a4f-4b87-825d-da929caf7b75","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"6bce042a-105d-4555-903a-3d4485e44982.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 57419, target: Name(\"6bce042a-105d-4555-903a-3d4485e44982.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.850467452Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51981","req_id":"52ef59ac-6ab2-455e-b126-ed65ee161a87","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: eb 3f 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .?..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.85162311Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51981","req_id":"52ef59ac-6ab2-455e-b126-ed65ee161a87","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.852030923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.85236343Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"04427a25-0d01-477a-ae61-97bff626e866.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.852462324Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51981","req_id":"52ef59ac-6ab2-455e-b126-ed65ee161a87","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"04427a25-0d01-477a-ae61-97bff626e866.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63825, target: Name(\"04427a25-0d01-477a-ae61-97bff626e866.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.852836107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.864201532Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.864305597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.864360681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.864842707Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.866273283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.873394818Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.873595794Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.873712204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.874330772Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.875758032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.885283014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 5696e32f-5860-40fc-9edc-7ec3c3546203, lookup_type: ById(5696e32f-5860-40fc-9edc-7ec3c3546203) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.885409645Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.885462264Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.886425234Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found DNS version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.889131796Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.889269601Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"reading DNS zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.889358725Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.889602459Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.890732404Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.890863876Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.890933209Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.891257699Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.893558804Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.8936196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d3777169-e969-49ec-924c-cad72916c9b9"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.89369713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.893763157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.893840657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.893906272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.894550944Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.898295652Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.919921068Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.920072671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.920147386Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.920931256Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.924238149Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 57419, target: Name(\"6bce042a-105d-4555-903a-3d4485e44982.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"6bce042a-105d-4555-903a-3d4485e44982.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10851, tv_nsec: 83809381 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.924389181Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"6bce042a-105d-4555-903a-3d4485e44982.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.924446539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63825, target: Name(\"04427a25-0d01-477a-ae61-97bff626e866.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"04427a25-0d01-477a-ae61-97bff626e866.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10851, tv_nsec: 84477141 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.924546436Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"04427a25-0d01-477a-ae61-97bff626e866.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.924597571Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:47246","req_id":"19def0a5-1e97-470e-aa6d-4277731a3ae0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c0 7b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .{..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.924682778Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:47246","req_id":"19def0a5-1e97-470e-aa6d-4277731a3ae0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.924915198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.925110371Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.9270265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.927099642Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:47246","req_id":"19def0a5-1e97-470e-aa6d-4277731a3ae0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.92899611Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.951587312Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.951828791Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.951982819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.953124849Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.960334717Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10851, tv_nsec: 121147175 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.960492293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.960539059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"found zones","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.96141059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.961477709Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"6c7cff21-f837-4987-9958-4b6d8f96a3ce"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.961585452Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.961644213Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.961699307Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.961762097Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.962358108Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.967090707Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":29,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"d3777169-e969-49ec-924c-cad72916c9b9"} {"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.967208521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.967267613Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":1} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.967712813Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1}","iteration":2,"elapsed":"258.153136ms"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.967802458Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:07.967857271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no servers"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.967907425Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no servers\"}","iteration":2,"elapsed":"62.449µs"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.969552254Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:17780","req_id":"43d218a8-f481-4bfc-a8bc-04a7e2cc880e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: d6 70 01 00 00 01 00 00 00 00 00 01 24 36 62 63 .p..........$6bc\n0010: 65 30 34 32 61 2d 31 30 35 64 2d 34 35 35 35 2d e042a-105d-4555-\n0020: 39 30 33 61 2d 33 64 34 34 38 35 65 34 34 39 38 903a-3d4485e4498\n0030: 32 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 2.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.969671831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:17780","req_id":"43d218a8-f481-4bfc-a8bc-04a7e2cc880e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"6bce042a-105d-4555-903a-3d4485e44982.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"6bce042a-105d-4555-903a-3d4485e44982.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 54,\n 98,\n 99,\n 101,\n 48,\n 52,\n 50,\n 97,\n 45,\n 49,\n 48,\n 53,\n 100,\n 45,\n 52,\n 53,\n 53,\n 53,\n 45,\n 57,\n 48,\n 51,\n 97,\n 45,\n 51,\n 100,\n 52,\n 52,\n 56,\n 53,\n 101,\n 52,\n 52,\n 57,\n 56,\n 50,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.969992774Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"6bce042a-105d-4555-903a-3d4485e44982.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.97011199Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:17780","req_id":"43d218a8-f481-4bfc-a8bc-04a7e2cc880e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"6bce042a-105d-4555-903a-3d4485e44982.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"6bce042a-105d-4555-903a-3d4485e44982.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"6bce042a-105d-4555-903a-3d4485e44982.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.97019881Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:35601","req_id":"946e2968-dc77-429e-a043-ea35d2af6c49","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 38 44 01 00 00 01 00 00 00 00 00 01 24 30 34 34 8D..........$044\n0010: 32 37 61 32 35 2d 30 64 30 31 2d 34 37 37 61 2d 27a25-0d01-477a-\n0020: 61 65 36 31 2d 39 37 62 66 66 36 32 36 65 38 36 ae61-97bff626e86\n0030: 36 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 6.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.970330392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:35601","req_id":"946e2968-dc77-429e-a043-ea35d2af6c49","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"04427a25-0d01-477a-ae61-97bff626e866.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"04427a25-0d01-477a-ae61-97bff626e866.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 48,\n 52,\n 52,\n 50,\n 55,\n 97,\n 50,\n 53,\n 45,\n 48,\n 100,\n 48,\n 49,\n 45,\n 52,\n 55,\n 55,\n 97,\n 45,\n 97,\n 101,\n 54,\n 49,\n 45,\n 57,\n 55,\n 98,\n 102,\n 102,\n 54,\n 50,\n 54,\n 101,\n 56,\n 54,\n 54,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.970594989Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"04427a25-0d01-477a-ae61-97bff626e866.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.97077489Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:35601","req_id":"946e2968-dc77-429e-a043-ea35d2af6c49","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"04427a25-0d01-477a-ae61-97bff626e866.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"04427a25-0d01-477a-ae61-97bff626e866.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"04427a25-0d01-477a-ae61-97bff626e866.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.971015628Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.983695669Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.983806378Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.983863636Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.984443184Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.985952142Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.986265018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.986341416Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.986393985Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.988247585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found DNS servers (initial)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.993624506Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:57419] }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.9938494Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:57419\"]}","iteration":2,"elapsed":"282.609722ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:07.994222111Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"DnsServersList { addresses: [[::1]:63825] }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.994369255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"addresses\":[\"[::1]:63825\"]}","iteration":2,"elapsed":"281.525652ms"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.994637268Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:36009","req_id":"ace743c0-e155-46cc-ac49-063a6cd8c279","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4c bc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e L...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.994992362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:36009","req_id":"ace743c0-e155-46cc-ac49-063a6cd8c279","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19644,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.995731349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.99586256Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:36009","req_id":"ace743c0-e155-46cc-ac49-063a6cd8c279","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:07.996105673Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12886","req_id":"4909d014-4072-4522-98ab-504acc2c7200","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 26 67 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e &g..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.996200619Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12886","req_id":"4909d014-4072-4522-98ab-504acc2c7200","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.996456207Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.996490829Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12886","req_id":"4909d014-4072-4522-98ab-504acc2c7200","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:07.996566665Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.099608777Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_server_url":"http://[::1]:57419","servers":"DnsServersList { addresses: [[::1]:57419] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:57419/config","method":"PUT"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.100122228Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:08.100208657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.100255513Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"94.756µs"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.101210537Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.106742508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.106935567Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.109381661Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.109476477Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.109811319Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","found_so_far":3,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"6c7cff21-f837-4987-9958-4b6d8f96a3ce"} {"msg":"read DNS config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.109943162Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.110137874Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","generation":2} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.110215023Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2}","iteration":2,"elapsed":"398.376508ms"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.114374097Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.18828788Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_server_url":"http://[::1]:63825","servers":"DnsServersList { addresses: [[::1]:63825] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:63825/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.189673743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:54218"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.189761344Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:63825","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:53204"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.359152427Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.36192706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2026-01-30T19:42:54.451757Z, time_modified: 2026-01-30T19:42:54.451757Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 0232bc66-d125-4b64-9bde-5ed927ac946c, db_silo: Silo { identity: SiloIdentity { id: 0232bc66-d125-4b64-9bde-5ed927ac946c, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-30T19:43:07.022633Z, time_modified: 2026-01-30T19:43:07.022633Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 0232bc66-d125-4b64-9bde-5ed927ac946c, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0232bc66-d125-4b64-9bde-5ed927ac946c, db_silo: Silo { identity: SiloIdentity { id: 0232bc66-d125-4b64-9bde-5ed927ac946c, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2026-01-30T19:43:07.022633Z, time_modified: 2026-01-30T19:43:07.022633Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)), admin_group_name: None }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.362142305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"0232bc66-d125-4b64-9bde-5ed927ac946c\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"0232bc66-d125-4b64-9bde-5ed927ac946c\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 0232bc66-d125-4b64-9bde-5ed927ac946c with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"648.990375ms"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.363762763Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"PUT","req_id":"d3376e66-29ed-48f8-bd61-de62d7ec1db2","remote_addr":"[::1]:54218","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.36385325Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"PUT","req_id":"d3376e66-29ed-48f8-bd61-de62d7ec1db2","remote_addr":"[::1]:54218","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.364306136Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"PUT","req_id":"7cab4c5d-0ff4-498d-ad72-5d652d737e23","remote_addr":"[::1]:53204","local_addr":"[::1]:63825","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.364371962Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"PUT","req_id":"7cab4c5d-0ff4-498d-ad72-5d652d737e23","remote_addr":"[::1]:53204","local_addr":"[::1]:63825","component":"http","kind":"dns","component":"external_dns_server","version":"2.0.0"} {"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.366556336Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"new_generation":1,"req_id":"d3376e66-29ed-48f8-bd61-de62d7ec1db2","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.36697453Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"new_generation":1,"req_id":"d3376e66-29ed-48f8-bd61-de62d7ec1db2","component":"store","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.367200387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"new_generation":2,"req_id":"7cab4c5d-0ff4-498d-ad72-5d652d737e23","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.367257114Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.36728894Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.368438876Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.368559325Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.368608366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.368640863Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"new_generation":2,"req_id":"7cab4c5d-0ff4-498d-ad72-5d652d737e23","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.370639273Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"PUT","req_id":"d3376e66-29ed-48f8-bd61-de62d7ec1db2","remote_addr":"[::1]:54218","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","latency_us":6916,"response_code":204} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.370702854Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"PUT","req_id":"7cab4c5d-0ff4-498d-ad72-5d652d737e23","remote_addr":"[::1]:53204","local_addr":"[::1]:63825","component":"http","kind":"dns","component":"external_dns_server","latency_us":6503,"response_code":204} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.371796704Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:40312","req_id":"f253b3a7-bb00-40af-acec-8464393cd30d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a9 83 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.371887312Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:40312","req_id":"f253b3a7-bb00-40af-acec-8464393cd30d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43395,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.372089309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43395,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:43:08.372354247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:40312","req_id":"f253b3a7-bb00-40af-acec-8464393cd30d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.372463633Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_server_url":"http://[::1]:57419","servers":"DnsServersList { addresses: [[::1]:57419] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57419/config\", status: 204, headers: {\"x-request-id\": \"d3376e66-29ed-48f8-bd61-de62d7ec1db2\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.372548909Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_server_url":"http://[::1]:57419","servers":"DnsServersList { addresses: [[::1]:57419] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.373771585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"servers":"DnsServersList { addresses: [[::1]:57419] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.373999065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":1,\"server_results\":{\"[::1]:57419\":{\"Ok\":null}}}","iteration":3,"elapsed":"377.425746ms"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.374207306Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_server_url":"http://[::1]:63825","servers":"DnsServersList { addresses: [[::1]:63825] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:63825/config\", status: 204, headers: {\"x-request-id\": \"7cab4c5d-0ff4-498d-ad72-5d652d737e23\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.374294476Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"dns_server_url":"http://[::1]:63825","servers":"DnsServersList { addresses: [[::1]:63825] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"DNS propagation: done","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.376070806Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"servers":"DnsServersList { addresses: [[::1]:63825] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.376150691Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"generation\":2,\"server_results\":{\"[::1]:63825\":{\"Ok\":null}}}","iteration":3,"elapsed":"261.78449ms"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.377058036Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.382708693Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:30732","req_id":"fc0d13a3-f630-4aaa-8ffa-1319db16ffb8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 7a 53 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f zS..........._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.382844213Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:30732","req_id":"fc0d13a3-f630-4aaa-8ffa-1319db16ffb8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.38303678Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.383285144Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.383386704Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:30732","req_id":"fc0d13a3-f630-4aaa-8ffa-1319db16ffb8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.390476654Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10851, tv_nsec: 551263689 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.390655103Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.397005585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31500","req_id":"380a72c6-1949-462c-8866-caddc5b0a7a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: bb a0 01 00 00 01 00 00 00 00 00 01 24 62 66 34 ............$bf4\n0010: 65 31 39 61 64 2d 66 35 63 36 2d 34 65 36 65 2d e19ad-f5c6-4e6e-\n0020: 39 36 34 32 2d 65 32 64 37 64 63 39 33 62 66 38 9642-e2d7dc93bf8\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.39714842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31500","req_id":"380a72c6-1949-462c-8866-caddc5b0a7a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 102,\n 52,\n 101,\n 49,\n 57,\n 97,\n 100,\n 45,\n 102,\n 53,\n 99,\n 54,\n 45,\n 52,\n 101,\n 54,\n 101,\n 45,\n 57,\n 54,\n 52,\n 50,\n 45,\n 101,\n 50,\n 100,\n 55,\n 100,\n 99,\n 57,\n 51,\n 98,\n 102,\n 56,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.397742989Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.397894893Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31500","req_id":"380a72c6-1949-462c-8866-caddc5b0a7a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Updated CockroachDB cluster backends","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.486375966Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","addresses":"[[::1]:32222]","total":1,"removed":0,"added":1} {"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.486538532Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.486584567Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:33444"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.486672699Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/ignition","method":"GET"} {"msg":"found new target blueprint (first find)","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.509383398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_created":"2026-01-30 19:43:05.185549 UTC","target_id":"5696e32f-5860-40fc-9edc-7ec3c3546203"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.509489737Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"status\":\"first target blueprint\",\"target_id\":\"5696e32f-5860-40fc-9edc-7ec3c3546203\",\"time_created\":\"2026-01-30T19:43:05.185549Z\",\"time_found\":\"2026-01-30T19:43:08.509422007Z\"}","iteration":2,"elapsed":"793.311615ms"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.5097231Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"blueprint execution: quiesce check","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.509783865Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","quiescing":false} {"msg":"initial state","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.509825281Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Running"} {"msg":"initial quiesce state","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.509862768Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"SagaQuiesceHandle","component":"NexusQuiesceHandle","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","initial_state":"Allowed"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:08.509903172Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","target_id":"5696e32f-5860-40fc-9edc-7ec3c3546203","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.509946181Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"enabled\":false,\"target_id\":\"5696e32f-5860-40fc-9edc-7ec3c3546203\"}","iteration":2,"elapsed":"171.664µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.509994831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.510037609Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.510085839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.510138237Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.510186577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.510980408Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.566396497Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.566576579Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.566699092Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":3,"elapsed":"330.452µs"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.567735324Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.567934726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.569238229Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.579028129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45838216-b53c-4eb9-9a68-e0e2baaa21fb\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.579947428Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.580448824Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.585011593Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.585156251Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.585253813Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.585627205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.594715364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.594830011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.594884493Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.594933685Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.595954244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.676833139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.677329524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.678976738Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[{\"err\":\"failed to fetch node ID for zone bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81 at http://[::1]:32222: Communication Error: error sending request for url (http://[::1]:32222/node/id): error sending request for url (http://[::1]:32222/node/id): client error (Connect): tcp connect error: Connection refused (os error 146)\",\"zone_id\":\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81\"}],\"nsuccess\":0}","iteration":2,"elapsed":"169.004474ms"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.687555575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.69391693Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3 (built_in_user), .. })"} {"msg":"Rack initialized","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:08.694167678Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.694368453Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.694496978Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.695491784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.702311807Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba59f659-fefb-4890-b6fb-17620567c65c\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.703222739Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.706510272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.706653919Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.707481008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.726247176Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.726346631Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.727399006Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.732553106Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77df0c2f-5222-403d-aaec-ec887f18fe4f\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.733087961Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.736917434Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27a643fa-d126-4981-9dcc-627fd3678410\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.737339506Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.738075597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.738182799Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.73832856Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.738677561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.740425423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.74569889Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.74588282Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.745949488Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.747108412Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.751286155Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c298ab3-73a5-4a32-9fe7-c2f721b950cb\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.751403818Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.752260539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.752349112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.75240177Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.753257118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.756803706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c880d029-25e7-47b4-b56c-a5ed13e6ed43\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.756937743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.758357387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.775145967Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.775308994Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.775393398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.775544641Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.775674229Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.775772261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.776478761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.781905174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.782044402Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.782148016Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.782828262Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.785457013Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c080c6a5-16b1-4d8b-81d0-41aa1c89e913\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.785795954Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.786941531Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.787196528Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.787258676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.790291523Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.79973155Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.829372138Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.829575247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.829679713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.830030789Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.833151758Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49496b4d-6d8c-4a22-a263-cc451ee28547\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.833432708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.834819454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"766de227-29cb-4d36-87f1-7620cbbae0bd\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.835180831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.835503367Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.83559668Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.836428158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.839259358Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"693548a1-3d51-4d3d-8115-a14984aacc69\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.839896996Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.841869261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22d94cc5-22b4-4510-afd7-57ab44a8700b\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.84215397Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.842511498Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.842587185Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.84341239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.846233309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0021cf0-73ab-46b4-a4f2-cf8ae9b795d2\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.846531255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.848499722Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0df924d-f521-4383-b3f1-e9f5b67556a4\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.848772786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.849171811Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.849246746Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.850285212Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.85452853Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a445acc9-ac59-49c3-a506-ea8c7ba409af\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.854973429Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.855485527Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.855766097Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.855924995Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.856078082Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.85691923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.860915468Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5d680d3-f373-4327-be8c-6da11f7543b8\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.861312748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.861789103Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.86195709Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.862151782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.863109762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.868089281Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1704412-a47e-4be6-9b7c-9257735e35ee\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.868469487Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.868944308Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.869278589Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.869428348Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.870382841Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.874542015Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.888087916Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.888255752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.888296386Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.888348825Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.888977263Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.89007898Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2acadba-76eb-4855-9d5d-b921ef1f252a\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.890297772Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.894629433Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.894790004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.895680164Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.900105799Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.900293366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.901222737Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.905673303Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed08f1d5-3b7a-4540-a227-9312e54c121d\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.905946418Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.908684926Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.908806538Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.910083797Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.916253125Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.916523453Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.916586965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.916632208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.918054948Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.919631746Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d7fbc71-acf8-44ac-8ece-ab59d572bb66\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.920032224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.923825582Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22d29171-b825-408a-ba38-9f87797c88ef\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.92532965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.925662959Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.925748145Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.925798649Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.928012213Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.93353731Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"740c0061-ec09-4f2b-a26e-6f93dc6b723e\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.933759519Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.934698941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.934781391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.934829019Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.935694858Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.939787866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adbf4b9f-0296-4678-be25-69cc6bf2be72\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.940132849Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.954402064Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.978437209Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.97872305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.984810278Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.985086239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.985540337Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.985666698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.988247591Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.993825667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd70c368-7498-4460-ba43-3b931468b916\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.993971288Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.994961675Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:08.995072203Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.995145435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:08.995768121Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.014319224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.014404701Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.014453652Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.015322317Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.022776109Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f0dd4e5-ff8c-4c96-b8a2-a953ce4a2c23\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.023096582Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.025822955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.045770825Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.045935926Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.045996261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.048064244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.067836741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"480e9857-e4ff-449d-b8f9-43dc639f6ce4\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.068350633Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.070994857Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.071142462Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.071975022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.087627485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4488a960-cb0c-418e-945d-20975ce0946d\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.089985197Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.090688861Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.09078485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.092431843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.100019422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.100212721Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.101472033Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.105881765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe40c61-e583-44ec-ab41-100f2bee5a12\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.107136097Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.109519612Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83ce5c5a-fe4f-4e9e-a5a8-b1dc20516292\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.109700115Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.110022672Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.110074639Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.111247363Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.115283693Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"418f0d66-b2d4-4b3d-a766-f1c3209e091a\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.115467112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.115834932Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.115936773Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.115986736Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.116080319Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.116620866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.12146691Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.12153945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.121583471Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.123289977Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.124521632Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3476008-623b-4b50-94b9-43f07d6c5fc0\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.124761788Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.127544128Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52eeae13-fd2d-4921-8845-e9c8b88fd847\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.127731294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.12808256Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.128155681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.128201656Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.128941836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.132868991Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.146523095Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.146662543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.146701283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.146774374Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.146930186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.146999539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.14733859Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.148769286Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"109bae51-bb63-4eda-8095-0addecfaffe5\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.149091011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.152040205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4038f5-0f03-4d80-93f8-3cfda4156277\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.152204445Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.152803723Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.152929112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.152991731Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.153667999Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.155371328Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bff7849a-7b49-46f4-997b-f7981a10492b\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.155620944Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.15697398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a50625aa-e945-43fe-9441-555c3647f6dc\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.157179976Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.157947983Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.158010071Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.158055345Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.15870639Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.160397544Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93880728-05b1-4f65-a502-58197cf4a101\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.160592547Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.162113089Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9db992c0-1596-4d64-a165-1eff0c9b63dd\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.16231161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.16259274Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.180485002Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.180654202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.180711119Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.181343747Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.185714478Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c48b2aa-982b-4570-b0a2-fdd8117fa47e\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.186797025Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.191400478Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d531578-7cf4-4270-b020-d397caa2540b\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.191843473Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.193232874Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51940132-5032-4af2-a78a-4e6bac053174\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.193356529Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.194667098Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: ec75b533-32fb-494f-964f-f2576c5e61bb, kind: Service { id: 04427a25-0d01-477a-ae61-97bff626e866 }, name: Name(\"external-dns-04427a25-0d01-477a-ae61-97bff626e866\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], Name(\"nexus\"): [NetworkInterface { id: 1b188e92-164a-4748-90d7-c662357c059c, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.194870117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.194959973Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.195040639Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.195117749Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.196064455Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.202482918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea252408-695e-4212-9a02-bf293e235032\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.202809853Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.204430783Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.214672426Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.21481952Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.214874573Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.216309939Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.222250224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8faf7799-d71d-48c0-9ff7-75b1462943f1\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.222971615Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.223263017Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2026-01-30T17:46:10.702241Z, time_modified: 2026-01-30T19:43:07.212830Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.223339124Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.223376872Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ec75b533-32fb-494f-964f-f2576c5e61bb, kind: Service { id: 04427a25-0d01-477a-ae61-97bff626e866 }, name: Name(\"external-dns-04427a25-0d01-477a-ae61-97bff626e866\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1b188e92-164a-4748-90d7-c662357c059c, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ec75b533-32fb-494f-964f-f2576c5e61bb, kind: Service { id: 04427a25-0d01-477a-ae61-97bff626e866 }, name: Name(\"external-dns-04427a25-0d01-477a-ae61-97bff626e866\"), ip_config: V6(PrivateIpv6Config { ip: fd77:e9d2:9cd9:1::6, subnet: Ipv6Net { addr: fd77:e9d2:9cd9:1::, width: 64 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 3, code: Some(IcmpParamRange { first: 3, last: 4 }) })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 5, code: None })), Icmp(Some(VpcFirewallIcmpFilter { icmp_type: 11, code: None }))]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1b188e92-164a-4748-90d7-c662357c059c, kind: Service { id: 913233fe-92a8-4635-9572-183f495429c4 }, name: Name(\"nexus-913233fe-92a8-4635-9572-183f495429c4\"), ip_config: V4(PrivateIpv4Config { ip: 172.30.2.6, subnet: Ipv4Net { addr: 172.30.2.0, width: 24 }, transit_ips: [] }), mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]"} {"msg":"resolved 3 rules for sleds","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.223571574Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.232655826Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fa771f3-a75e-4399-b1ba-4134ef6442a7\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.232898678Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.238162344Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e74ede0c-b74f-452d-9830-308c4e78dff7\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.238381708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.240582335Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34944b5c-a51e-4390-984c-fec330ae8ee6\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.240677652Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.246394986Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b54b5e5-d427-4aed-8fca-22b29b25e1be\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.246772145Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.250035418Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229 (sled), time_created: 2026-01-30T19:42:58.496365Z, time_modified: 2026-01-30T19:42:58.496365Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"SimGimlet00\", part_number: \"i86pc\", revision: SqlU32(3), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(49521), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(34881), cpu_family: AmdMilan }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.250234029Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.335958326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.336177168Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.337911071Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.343732069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a4263a-d116-420a-8721-2b7405d06d99\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.345534413Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.34776398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.348255626Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.350500024Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.350639362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.351498467Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.355993415Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"017ef431-95ff-4817-a096-c4669aa02859\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.356373982Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.357640399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.364879427Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229 (sled), lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.365358186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:49521/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.366535379Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63572"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.3770377Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d62fb24-e99b-49b5-8e94-331fc157c851\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.377266453Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.377864168Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fcaa7ac4-4ce4-40d7-be16-68348ad755cf","remote_addr":"[::1]:63572","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.377984106Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fcaa7ac4-4ce4-40d7-be16-68348ad755cf","remote_addr":"[::1]:63572","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.379119773Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fcaa7ac4-4ce4-40d7-be16-68348ad755cf","remote_addr":"[::1]:63572","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1268,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.379551615Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49521/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"fcaa7ac4-4ce4-40d7-be16-68348ad755cf\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.380776757Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.380867975Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.455524502Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.455705977Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.455772244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.455824682Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.455878083Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.455926413Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.455973249Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456031089Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456187372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.45624933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456303752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456357233Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456412036Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456461298Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456513716Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456568299Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456621789Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456673817Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456727448Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456781479Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456832475Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456885454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456933964Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.456982845Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457051828Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457160713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457240588Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457293738Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457344924Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.45739636Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457446954Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.45749816Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457548685Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457599289Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457650876Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.45770139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457751975Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.4578027Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457852623Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457902275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.457951387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458004246Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458058268Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458110005Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458160519Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458210462Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458258902Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458307633Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458356734Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458404563Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458453204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458502716Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458555104Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458606621Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458654249Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458702419Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458751941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458803808Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458856046Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.458905037Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459049416Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459108638Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459159694Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459210689Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459261554Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459313071Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459367723Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459417837Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459466818Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459518094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459567216Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459615205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459662382Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.45970963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459762229Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459816842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.45986924Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459916006Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.459964978Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460016043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460065185Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46011609Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.4601645Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460215125Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460264326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460315241Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460367008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46041626Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460467025Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460517319Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460564867Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460613748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460663852Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460714577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460768678Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460823021Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46087597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460927056Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.460978923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46103085Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46108403Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461136498Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461185089Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461235252Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011600.0.0 to 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461286699Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461337434Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461387617Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461438933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461487253Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461536485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461586799Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461637373Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46168875Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461737701Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461789357Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461837587Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461885346Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.461935008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46198398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462034304Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462084457Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462135523Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462185626Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462234337Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462280763Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46232785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462389898Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462445112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462496328Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462544638Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462596265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462645587Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462695259Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462744391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462796158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462847023Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462900153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.462951419Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463002564Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463076708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463129316Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463184761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463241177Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463396809Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463485061Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463529383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463572462Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463614359Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463657738Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46370218Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463744538Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463782576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463820925Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463859806Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463899157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.463938639Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46397793Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464017191Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464056392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464096785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464134924Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464177232Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46422977Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464283702Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464329997Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464369409Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464407678Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464446869Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464489086Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464527796Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464566737Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464604454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464641611Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464678036Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464715113Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464754034Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464791711Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464829069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464866416Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464904214Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464941852Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.464978698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465017608Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46505743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465110821Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465160403Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465205667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465246231Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465286474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46532798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465369295Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465411222Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46545401Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465492129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465531941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465570661Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465610443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465649584Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465689226Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465729539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46576842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465808432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465845649Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465883147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465919351Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465955426Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.465992523Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466030772Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466069281Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466125026Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466168196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466207407Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466244754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466282071Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466319278Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466357467Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466394764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466432863Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46647505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466516776Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466553983Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466591561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466631834Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466672017Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466709003Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466745919Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466783567Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46682345Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466861428Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466900549Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466939079Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.466976556Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467024275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467066752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467121796Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467163803Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467202232Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46723983Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467278871Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467316539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467356421Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467396093Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467436015Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467473713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467512053Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467549921Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467586847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467624786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467662754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467700662Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467739202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46777713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46781559Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467852656Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467890364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467928734Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.467967043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468006514Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468044713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468083153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468121793Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468160422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468198681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468238724Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468277845Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468317477Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468394586Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468441012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468482979Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468521308Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468559337Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468597626Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468635795Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468674384Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468712383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46874981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.46878831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468826739Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468865499Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468905422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468945094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.468983884Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469023275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469062637Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469102599Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469143233Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469346363Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469436068Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469487996Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469536887Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469589836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469638356Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469686035Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469734244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469782374Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469832678Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469878432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469924928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.469970813Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470019033Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470069688Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470119861Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470171548Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470222113Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470272907Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470326057Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470379037Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470432868Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470484024Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470535841Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470585844Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.47063718Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470692134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470744722Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470801039Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470855872Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470909032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.470962583Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471017105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.47107263Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471126702Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471178729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471228011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471277844Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.47132913Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471380406Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.47143064Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471477557Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471524854Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471571671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471621785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471671137Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471719346Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471766794Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.47181285Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471911032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.471963611Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472011881Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472057415Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472104693Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472151159Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472198597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472245323Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472292711Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472338245Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.47238388Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472430726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472478034Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472523939Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472570956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472617232Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472665191Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472710945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472758373Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.47280512Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472853831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472901289Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.47294557Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.472991896Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473102454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473157147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473204956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473252865Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473299121Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473345787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473392935Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473438499Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473494033Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473544558Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.4735938Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473639885Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.47368569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473731304Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473777399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473822482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473868157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473914172Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.473959255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.474004989Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.474051736Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.474093151Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:59356","component":"dropshot_external","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529385205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529507718Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529555136Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529600059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529642897Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529685124Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529727833Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529769769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529810543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529853913Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529904648Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529948689Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.529992449Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530035017Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530079159Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53012332Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530167431Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530210881Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53025396Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530296969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530340308Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530385622Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530429563Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530476269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530521362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/experimental/v1/system/support-bundles/{bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530564842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530605536Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53064609Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530687486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530730845Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530774014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530818005Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530859872Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530902089Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.530943575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53098485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531026847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531069004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.5311108Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531152116Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Groups/{group_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531193782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531235267Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531276733Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531318489Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531359985Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PATCH"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531402112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/scim/v2/Users/{user_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531443548Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531484873Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53152702Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531569378Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531611054Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53165279Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531695669Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531738227Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531781105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531823673Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531868055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531911355Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531954634Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.531994667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532035892Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532077398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532118623Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53216089Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532202606Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532244904Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alert-receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532288915Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/alerts/{alert_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532330741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532371966Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532412821Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532455589Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532497646Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532540134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532582401Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532627474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532671525Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532715316Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532755609Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/auth-settings","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532796113Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532839192Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532880287Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.532923346Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53296417Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533005936Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533048785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53309019Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533131716Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53317228Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533214597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533257075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53329824Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533340277Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533382474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533423529Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533466528Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533513134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/external-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533556965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533600705Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533644496Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533687966Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533732317Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/external-subnets/{external_subnet}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533776499Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533816972Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533859139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011600.0.0 to 2026012200.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533901537Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026011600.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533944365Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.533987966Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534030042Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534071658Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534112763Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534153969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534195484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.5342368Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534276432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534316725Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534357559Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534397822Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534438356Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534478349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534519143Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.5345613Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534603167Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534645695Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025120300.0.0 to 2025122300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534688132Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010300.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534730801Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010300.0.0 to 2026010500.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534775132Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026010500.0.0 to 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534818682Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534860829Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534901684Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534942187Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.534984555Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535027774Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53506951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535111928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535154266Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535197665Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535240714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535284004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535327473Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025120300.0.0","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535372146Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535415345Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535458454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025122300.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535502635Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2025122300.0.0 to 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535546827Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010500.0.0","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535591389Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535635149Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.5356792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535723933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535769387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535813778Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/instances/{instance}/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535858551Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535899656Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535941492Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.535985864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536028041Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536069888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536110782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536152478Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536194545Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536236482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536277877Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536318561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536360568Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536400912Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536441546Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536483051Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536523765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536566243Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53660833Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536650137Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536692023Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536733138Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53677294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536812913Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536853457Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/access-tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536894572Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536934454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.536974437Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53701489Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537056867Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537097291Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537138726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537181454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537223862Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537265939Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537309539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537353059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537396328Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537439498Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537483388Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53752752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537571641Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/multicast-groups/{multicast_group}/members/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537617586Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537661196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537704235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537747334Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537790533Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537832109Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537875028Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537918036Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.537961095Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538004645Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53804565Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538085743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538125806Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538166099Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538206182Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538246826Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538288161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538329737Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538371233Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538412398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538453112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538493145Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538533939Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538574182Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/audit-log","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538615107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53865541Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538696766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.5387425Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538783174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.5388246Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53886842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012100.0.0","path":"/v1/system/hardware/racks/{rack_id}/membership/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538912792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538954097Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.538994922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539038432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539082513Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53912472Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539167468Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539209275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53925064Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539337249Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539379687Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539421824Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539464702Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539505888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539548846Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539592306Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539634443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539676971Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539720441Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539762137Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539805657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539848075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539890342Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.53993278Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.539975287Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540089524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540134066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540176413Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54021837Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540260006Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540301592Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540343358Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540385114Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54042656Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540467485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540508529Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540550817Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540592854Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540633969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010800.0.0","path":"/v1/system/multicast-groups/by-ip/{address}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540677859Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540719315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54076035Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540802717Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540847059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540890479Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540932736Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.540975224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541018042Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541061011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541103178Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541144584Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541185418Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541225801Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541267478Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541309114Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541352273Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541396584Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541438421Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541481169Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541522505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541565303Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2025121200.0.0","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541609033Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541650168Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/inbound-icmp","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541693378Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541735294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54177697Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541822374Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541864221Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541905817Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541948345Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.541991153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542031747Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542072341Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542112975Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542153809Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542195014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/scim/tokens/{token_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542237131Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542277936Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542363262Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542406832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542448037Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542489473Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542532772Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010100.0.0","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542575611Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542616716Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54270096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542746213Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542789242Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542833484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.542875931Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54295758Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543001661Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543045161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543090004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543133243Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543177033Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"from 2026011601.0.0 to 2026012201.0.0","path":"/v1/system/subnet-pools/{pool}/members/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543221054Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/members/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543265827Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543312032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543356474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543401958Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54344648Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026011601.0.0","path":"/v1/system/subnet-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54349005Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543531075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54357223Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543613165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543654199Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/repositories/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543696076Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54373651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543778897Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543820253Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543861317Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543904036Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/update/trust-roots/{trust_root_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543946022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.543988119Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544068786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544110793Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544152589Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544193955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544237264Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544277758Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544318081Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544358254Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/access-tokens","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54439976Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544440845Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/users/{user_id}/sessions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54448215Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544522423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.5445645Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544605575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544645798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544686553Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544727878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544768692Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544810659Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544851123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544891165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54493189Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.544973065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545015392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545055866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.5450968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545137394Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545179481Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545220446Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all ending with 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545264276Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all starting from 2026010300.0.0","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545308187Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545347629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545388172Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545428576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545469871Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545509944Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545550999Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545593447Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545634261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545675055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/v1/webhook-secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.545715549Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545751844Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:47534","component":"dropshot_external_techport","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered DTrace probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545787027Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545824233Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:53310","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.545869066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:53310","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545916274Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:53310","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:53310","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.545957679Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.5459917Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","addr":"127.0.0.1:65013"} {"msg":"starting producer registration task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.546027393Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.546060181Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","interval":"10s","address":"127.0.0.1:53310","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"Running step start_oximeter","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.546105976Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.546136018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"registered DTrace probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.54616123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.546193917Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"file":"oximeter/collector/src/lib.rs:264","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.546270927Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.546301019Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.546348817Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:65013","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.546390684Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.634581959Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:65013/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.63593774Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:33109"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.6371864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a03b025-94e1-4471-b4b7-0f4c7d6b0c91\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.637558179Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.64117387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"57b76f57-b2e1-449e-b820-7982dc0a6574","remote_addr":"127.0.0.1:33109","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.641245047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"57b76f57-b2e1-449e-b820-7982dc0a6574","remote_addr":"127.0.0.1:33109","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.642624107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"57b76f57-b2e1-449e-b820-7982dc0a6574","remote_addr":"127.0.0.1:33109","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.643128058Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"57b76f57-b2e1-449e-b820-7982dc0a6574","remote_addr":"127.0.0.1:33109","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.655073431Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"57b76f57-b2e1-449e-b820-7982dc0a6574","remote_addr":"127.0.0.1:33109","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.65526635Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:09.675303945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.675470599Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.675513578Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:800","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.676135453Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a09ac5d4-a676-4605-b65a-d7136613e8dd\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.676299332Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62012"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.676358213Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/ignition","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.677014359Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:09.684674247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:900","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.684835971Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:805","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.684891927Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:810","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.684936309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.686116056Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.689721607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.702803729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ccc9ead-d60e-470f-ad0c-af1e5599529f\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.704268406Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/0","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.704746383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.720839006Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.733238468Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba83cbd0-562e-4c04-81a1-179f6827890b\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.733627362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/1","method":"GET"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.735164959Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"57b76f57-b2e1-449e-b820-7982dc0a6574","remote_addr":"127.0.0.1:33109","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":93984,"response_code":503} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.735538761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.741148764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57b76f57-b2e1-449e-b820-7982dc0a6574\", \"content-length\": \"133\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:09.742834186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"57b76f57-b2e1-449e-b820-7982dc0a6574\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Fri, 30 Jan 2026 19:43:09 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"57b76f57-b2e1-449e-b820-7982dc0a6574\\\" }\"","delay":"197.871223ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.743753055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.749423192Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.75528309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.755959909Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76acca2b-f57c-4e22-997b-1e95a3e6d3a2\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.756362461Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.758970931Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfbc417f-8c7c-4e2e-96a8-c9b67b7d8a91\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.759292635Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.76196606Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b45e812a-cec8-4b82-b3bb-1f26f6517ca6\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.762326134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.762492387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.762751944Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.762875399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.763793766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.767653381Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.77019349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.776823109Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.77703179Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.777115954Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.777219518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.777307831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.77751091Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.787238992Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.790332995Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.795091849Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.795182476Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.795231487Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.795711349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.799119772Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.803448066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.902988712Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57852"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.903082205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57852/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:09.904437646Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:09.904540178Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38146"} {"msg":"will register with Nexus at 127.0.0.1:65013","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.904596474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:09.995351787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:65013/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.00130104Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.001443204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:49737"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.00177015Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"eda17e92-6441-4bc0-afbf-7621f9a6a874","remote_addr":"[::1]:38146","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.001848822Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"eda17e92-6441-4bc0-afbf-7621f9a6a874","remote_addr":"[::1]:38146","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.00540949Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"eda17e92-6441-4bc0-afbf-7621f9a6a874","remote_addr":"[::1]:38146","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":3600,"response_code":200} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.006090678Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.009519954Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"5c1775fe-9504-4b55-a083-2daa9786a1cc","remote_addr":"127.0.0.1:49737","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.009625291Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"5c1775fe-9504-4b55-a083-2daa9786a1cc","remote_addr":"127.0.0.1:49737","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.009875198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57852/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda17e92-6441-4bc0-afbf-7621f9a6a874\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:10 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.108038097Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61943"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.108182496Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61943/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.109577258Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5c1775fe-9504-4b55-a083-2daa9786a1cc","remote_addr":"127.0.0.1:49737","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.109714161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5c1775fe-9504-4b55-a083-2daa9786a1cc","remote_addr":"127.0.0.1:49737","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.110513743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5c1775fe-9504-4b55-a083-2daa9786a1cc","remote_addr":"127.0.0.1:49737","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.111918916Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.113353711Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44303"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.119885188Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"12e768a4-9748-48a7-9655-12f5708ba76b","remote_addr":"[::1]:44303","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.120021389Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"12e768a4-9748-48a7-9655-12f5708ba76b","remote_addr":"[::1]:44303","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.12101876Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"12e768a4-9748-48a7-9655-12f5708ba76b","remote_addr":"[::1]:44303","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","latency_us":1169,"response_code":200} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.121419027Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"5c1775fe-9504-4b55-a083-2daa9786a1cc","remote_addr":"127.0.0.1:49737","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":111917,"response_code":503} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.121709587Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.127752975Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c1775fe-9504-4b55-a083-2daa9786a1cc\", \"content-length\": \"133\", \"date\": \"Fri, 30 Jan 2026 19:43:10 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:10.128855724Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"5c1775fe-9504-4b55-a083-2daa9786a1cc\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Fri, 30 Jan 2026 19:43:10 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"5c1775fe-9504-4b55-a083-2daa9786a1cc\\\" }\"","delay":"583.899685ms","count":"1"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.129092012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61943/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e768a4-9748-48a7-9655-12f5708ba76b\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:10 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.210888924Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:64893"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.211034424Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:64893/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.21190335Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.212504552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38004"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.213406656Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"c4cce23d-be44-42b1-afc7-edd1625b66b5","remote_addr":"[::1]:38004","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.213498075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"c4cce23d-be44-42b1-afc7-edd1625b66b5","remote_addr":"[::1]:38004","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.220041607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"c4cce23d-be44-42b1-afc7-edd1625b66b5","remote_addr":"[::1]:38004","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","latency_us":6616,"response_code":200} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.220180985Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.221109944Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:64893/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4cce23d-be44-42b1-afc7-edd1625b66b5\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:10 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.291625605Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:49521"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.291977482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49521/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.292507988Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.293050198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35569"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.298108491Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.299026457Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"cf95d1bf-da74-4e0e-b497-4ec1040c0ffe","remote_addr":"[::1]:35569","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.299134942Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"cf95d1bf-da74-4e0e-b497-4ec1040c0ffe","remote_addr":"[::1]:35569","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.302481236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"cf95d1bf-da74-4e0e-b497-4ec1040c0ffe","remote_addr":"[::1]:35569","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3560,"response_code":200} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.303079973Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.310054565Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49521/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf95d1bf-da74-4e0e-b497-4ec1040c0ffe\", \"content-length\": \"20487\", \"date\": \"Fri, 30 Jan 2026 19:43:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.314491373Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.314672247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.31474144Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.314836106Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.315305866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:10.315682866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.421053258Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"cf82805b-e147-4f9a-a9d5-240349053ee8 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.421421219Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.421958739Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.42363357Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.514451432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.514601512Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57419/config","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.514991568Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.515238158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:60447"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.518680271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"eaf66358-43e6-4281-8080-724f149b23f9","remote_addr":"[::1]:60447","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.518763523Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"eaf66358-43e6-4281-8080-724f149b23f9","remote_addr":"[::1]:60447","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.521657392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"eaf66358-43e6-4281-8080-724f149b23f9","remote_addr":"[::1]:60447","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2990,"response_code":200} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.522022998Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.523747391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57419/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaf66358-43e6-4281-8080-724f149b23f9\", \"content-length\": \"4220\", \"date\": \"Fri, 30 Jan 2026 19:43:10 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.524295624Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.527301966Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.527385208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.530722554Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.530818122Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.530871372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.530915653Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.531703341Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.533569657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.54513716Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.548946922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.555799823Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.557432096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.557527423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.558820895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.560542593Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.572688701Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.581178504Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.588347007Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.598884902Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.613439958Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.618964043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.622198366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.625865914Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.630145528Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.637754981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.641227537Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.646567461Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.65165326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.658667855Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.663958978Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.67288866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:831","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:10.673124518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.68301759Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"8e8b2d7e-8a44-4635-af58-9f80805b4609","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.68451282Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:58600","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.684730289Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:58600","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.68484689Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:58600","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.684939602Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:58600","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:10.685042043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:58600","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.687889076Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:58600","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.68959903Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:10.689694206Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.249189683Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:65013/metrics/collectors","method":"POST"} {"msg":"will register with Nexus at 127.0.0.1:65013","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.249832702Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.328809967Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:65013/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.330257338Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:54665"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.330347534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:33862"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.331717265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"c38f4fa6-cf31-47cf-8cab-5d5d5211a871","remote_addr":"127.0.0.1:33862","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.331851933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"c38f4fa6-cf31-47cf-8cab-5d5d5211a871","remote_addr":"127.0.0.1:33862","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.332372238Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c38f4fa6-cf31-47cf-8cab-5d5d5211a871","remote_addr":"127.0.0.1:33862","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.332500974Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c38f4fa6-cf31-47cf-8cab-5d5d5211a871","remote_addr":"127.0.0.1:33862","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.333382676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c38f4fa6-cf31-47cf-8cab-5d5d5211a871","remote_addr":"127.0.0.1:33862","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.335496704Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors","method":"POST","req_id":"7e088c23-c27f-4247-acb7-f0ec964df419","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.335599858Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors","method":"POST","req_id":"7e088c23-c27f-4247-acb7-f0ec964df419","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.335972127Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"7e088c23-c27f-4247-acb7-f0ec964df419","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.33607036Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"7e088c23-c27f-4247-acb7-f0ec964df419","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.336715533Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"7e088c23-c27f-4247-acb7-f0ec964df419","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.34510551Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"c38f4fa6-cf31-47cf-8cab-5d5d5211a871","remote_addr":"127.0.0.1:33862","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":13438,"response_code":503} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.346125588Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","address":"[::1]:58600","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.346478096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors","method":"POST","req_id":"7e088c23-c27f-4247-acb7-f0ec964df419","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":11019,"response_code":204} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.353365698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c38f4fa6-cf31-47cf-8cab-5d5d5211a871\", \"content-length\": \"133\", \"date\": \"Fri, 30 Jan 2026 19:43:11 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:11.354368009Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"c38f4fa6-cf31-47cf-8cab-5d5d5211a871\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Fri, 30 Jan 2026 19:43:11 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"c38f4fa6-cf31-47cf-8cab-5d5d5211a871\\\" }\"","delay":"1.809374172s","count":"2"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.35494906Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"7e088c23-c27f-4247-acb7-f0ec964df419\", \"date\": \"Fri, 30 Jan 2026 19:43:11 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.355274322Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"file":"oximeter/collector/src/lib.rs:427","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.355427629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.355461268Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359106811Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359196787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"AuditLog"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359274227Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359310462Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359345485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359382641Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.35942071Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359458919Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359494893Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359533002Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359574448Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"VpcList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.35961909Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359665977Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359712874Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"QuiesceState"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359763378Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359799102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SiloGroupList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359834124Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359867994Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359900912Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SiloUserSessionList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359936085Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SiloUserTokenList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.359971919Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SubnetPoolList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.36001597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"UpdateTrustRootList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360055893Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360093941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"AlertClassList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360130196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"ScimClientBearerTokenList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360168736Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"MulticastGroupList"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360207125Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360244633Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360281729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360320279Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360363137Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360401457Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360442201Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360489058Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360536606Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360586118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360636713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360682407Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360720285Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360768635Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360820052Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360870155Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360919517Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.360972066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"ExternalSubnet"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361024694Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361074688Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361125102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361174514Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361225129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361275954Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361325286Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361367262Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361402746Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361436435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361476047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361519527Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361565422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361596566Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361628071Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361676471Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361722887Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361773862Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361814506Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361861013Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"SubnetPool"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361910615Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.361962212Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.36201969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"TufTrustRoot"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.362071918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Alert"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.362122142Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"AlertReceiver"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.36216477Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.362214463Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.362316474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.362381117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"UserBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.362423795Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"ScimClientBearerToken"} {"msg":"registering Oso class","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.36247425Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"class":"MulticastGroup"} {"msg":"full Oso configuration","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.362526237Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations; grants project.admin on all projects)\n# - silo.limited-collaborator (grants project.limited-collaborator on all projects)\n# - silo.viewer (can read most resources within the Silo; grants project.viewer)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project, including networking)\n# - project.limited-collaborator (can manage compute resources, but not networking resources)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\n# Note that certain Actors may not ever have any roles assigned to them, like\n# SCIM Actors.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif actor.is_user and silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"limited-collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t# Role hierarchy: admin > collaborator > limited-collaborator > viewer\n\t#\n\t# The \"limited-collaborator\" role can create/modify non-networking\n\t# resources (instances, disks, etc.) but cannot create/modify networking\n\t# infrastructure (VPCs, subnets, routers, internet gateways).\n\t# See nexus/authz-macros for InProjectLimited vs InProjectFull.\n\t\"viewer\" if \"limited-collaborator\";\n\t\"limited-collaborator\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"limited-collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"limited-collaborator\" if \"limited-collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_user and silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n}\n# We want to allow the user to modify the ssh key but disallow a SCIM IdP token\n# from doing the same.\nhas_permission(actor: AuthenticatedActor, \"modify\", ssh_key: SshKey)\n\tif actor.is_user and has_permission(actor, \"modify\", ssh_key.silo_user);\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource ScimClientBearerToken {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n # necessary to authenticate SCIM actors\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges for SCIM client tokens.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token: ScimClientBearerToken)\n\tif scim_client_bearer_token.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerToken)\n\tif collection.silo.fleet = fleet;\n\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the quiesce state of a particular Nexus instance.\n#\n# These authz checks must not require the database. We grant this directly to\n# callers of the internal API.\nresource QuiesceState {\n\tpermissions = [ \"read\", \"modify\" ];\n}\nhas_permission(USER_INTERNAL_API: AuthenticatedActor, \"read\", _q: QuiesceState);\nhas_permission(\n USER_INTERNAL_API: AuthenticatedActor,\n \"modify\",\n _q: QuiesceState\n);\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/update/trust-roots\" in the API\nresource UpdateTrustRootList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: UpdateTrustRootList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif actor.is_user and silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for accessing \"/v1/multicast-groups\" in the API\n# Groups are created when the first instance joins and deleted when the last leaves.\nresource MulticastGroupList {\n\tpermissions = [ \"list_children\" ];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet Viewers can list multicast groups\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group_list: MulticastGroupList)\n\tif multicast_group_list.fleet = fleet;\n\n# Any authenticated user can list multicast groups in their fleet.\n# This enables silo users to discover groups for attaching instances,\n# without requiring the Fleet::Viewer role.\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group_list: MulticastGroupList)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group_list.fleet;\n\n# MulticastGroup is a fleet-level discovery resource.\n# Join/leave authorization is gated by Instance::Modify, not the group itself.\nresource MulticastGroup {\n\tpermissions = [ \"read\", \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", multicast_group: MulticastGroup)\n\tif multicast_group.fleet = fleet;\n\n# Any authenticated user can read multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"read\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Any authenticated user can list members of multicast groups in their fleet\nhas_permission(actor: AuthenticatedActor, \"list_children\", multicast_group: MulticastGroup)\n\tif actor.is_user and silo in actor.silo and silo.fleet = multicast_group.fleet;\n\n# Describes the policy for reading and writing the audit log\nresource AuditLog {\n\tpermissions = [\n\t \"list_children\", # retrieve audit log\n\t \"create_child\", # create audit log entry\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\n\t# Fleet viewers can read the audit log\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\n# Any actor should be able to write to the audit log because we need to be able\n# to write to the log from any request, authenticated or not. Audit log writes\n# are always a byproduct of other operations: there are no endpoints that allow\n# the user to write to the log deliberately. Note we use AuthenticatedActor\n# because we don't really mean unauthenticated -- in the case of login\n# operations, we use the external authenticator actor that creates the session\n# to authorize the audit log write.\nhas_permission(_actor: AuthenticatedActor, \"create_child\", _audit_log: AuditLog);\n\nhas_relation(fleet: Fleet, \"parent_fleet\", audit_log: AuditLog)\n\tif audit_log.fleet = fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Allow silo admins to delete and list user sessions\nresource SiloUserSessionList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's sessions.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's sessions.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserSessionList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own sessions\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserSessionList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Allow silo admins to delete and list user access tokens\nresource SiloUserTokenList {\n permissions = [ \"modify\", \"list_children\" ];\n relations = { parent_silo: Silo };\n\n # A silo admin can modify (e.g., delete) a user's tokens.\n \"modify\" if \"admin\" on \"parent_silo\";\n\n # A silo admin can list a user's tokens.\n \"list_children\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", authn_list: SiloUserTokenList)\n if authn_list.silo_user.silo = silo;\n\n# give users 'modify' and 'list_children' on their own tokens\nhas_permission(actor: AuthenticatedActor, \"modify\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\nhas_permission(actor: AuthenticatedActor, \"list_children\", authn_list: SiloUserTokenList)\n if actor.equals_silo_user(authn_list.silo_user);\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on users.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_user_list: SiloUserList)\n\tif actor.is_scim_idp and silo_user_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_user: SiloUser)\n\tif actor.is_scim_idp and silo_user.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_user_list: SiloUserList)\n if actor.is_scim_idp and silo_user_list.silo in actor.silo;\n\n# Describes the policy for creating and managing Silo groups (mostly intended\n# for API-managed groups)\nresource SiloGroupList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the groups in the\n\t# Silo) can see the groups in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's groups. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloGroupList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloGroupList)\n\tif collection.silo.fleet = fleet;\n\n# Grant SCIM IdP actors the permissions they need on groups.\nhas_permission(actor: AuthenticatedActor, \"read\", silo_group: SiloGroup)\n if actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"create_child\", silo_group_list: SiloGroupList)\n\tif actor.is_scim_idp and silo_group_list.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"modify\", silo_group: SiloGroup)\n\tif actor.is_scim_idp and silo_group.silo in actor.silo;\nhas_permission(actor: AuthenticatedActor, \"list_children\", silo_group_list: SiloGroupList)\n if actor.is_scim_idp and silo_group_list.silo in actor.silo;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\nhas_permission(actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest)\n if actor.is_user;\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_alert_receiver: AlertReceiver };\n\n\t\"read\" if \"read\" on \"parent_alert_receiver\";\n\t\"modify\" if \"modify\" on \"parent_alert_receiver\";\n}\n\nhas_relation(rx: AlertReceiver, \"parent_alert_receiver\", secret: WebhookSecret)\n\tif secret.alert_receiver = rx;\n\nresource AlertClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: AlertClassList)\n\tif collection.fleet = fleet;\n\nresource ScimClientBearerTokenList {\n\tpermissions = [ \"create_child\", \"list_children\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges for SCIM client tokens.\n # These are all admin because being able to create these tokens would allow\n # a user to grant themselves admin by modifying group membership through SCIM calls\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\n # Fleet-level roles also grant privileges for SCIM client tokens, for\n # configuration before silo admins are present.\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", scim_client_bearer_token_list: ScimClientBearerTokenList)\n\tif scim_client_bearer_token_list.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ScimClientBearerTokenList)\n\tif collection.silo.fleet = fleet;\n\n# VpcList is a synthetic resource for controlling VPC creation.\n# Unlike other project resources, VPC creation requires the full \"collaborator\"\n# role rather than \"limited-collaborator\", enforcing the networking restriction.\n# This allows organizations to restrict who can reconfigure the network topology\n# while still allowing users with limited-collaborator to work with compute\n# resources (instances, disks, etc.) within the existing network.\nresource VpcList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { containing_project: Project };\n\n\t\"list_children\" if \"read\" on \"containing_project\";\n\t\"create_child\" if \"collaborator\" on \"containing_project\";\n}\nhas_relation(project: Project, \"containing_project\", collection: VpcList)\n\tif collection.project = project;\n\n# Describes the policy for accessing \"/v1/system/subnet-pools\" in the API\nresource SubnetPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the Subnet Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list External Subnet Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", subnet_pool_list: SubnetPoolList)\n\tif subnet_pool_list.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"limited-collaborator\" on \"containing_project\";\n \"create_child\" if \"limited-collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource ExternalSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ExternalSubnet)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource SubnetPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SubnetPool)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource TufTrustRoot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufTrustRoot)\n if child.fleet = fleet;\n \n\n resource Alert {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Alert)\n if child.fleet = fleet;\n \n\n resource AlertReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AlertReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n \n\n"} {"msg":"starting refresh list task","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.400689967Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:554","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.516203118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:51767"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.519984252Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.525110554Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.528420023Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:48717","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.528580885Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:48717","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.528671352Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:48717","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.528751217Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:48717","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.528828276Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:48717","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.528899333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:48717","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.528979479Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:48717","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.529060577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:48717","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.529138107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:48717","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.529216429Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:48717","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.530773777Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:48717","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.530873142Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:48717"} {"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.530939269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: fef9eee8-1212-4f75-9e83-b06713df947c","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"fef9eee8-1212-4f75-9e83-b06713df947c"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.531211261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.531302168Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.537316987Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.54069149Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b50e466c-e01d-454a-b061-25d43f11ecd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.540963352Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b50e466c-e01d-454a-b061-25d43f11ecd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.541264665Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"e7a72deb-e9ba-451c-a43e-be7c84538ed7","remote_addr":"127.0.0.1:51767","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.541352576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"e7a72deb-e9ba-451c-a43e-be7c84538ed7","remote_addr":"127.0.0.1:51767","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.542660318Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b50e466c-e01d-454a-b061-25d43f11ecd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.542782681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b50e466c-e01d-454a-b061-25d43f11ecd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.544230904Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b50e466c-e01d-454a-b061-25d43f11ecd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.546448797Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e7a72deb-e9ba-451c-a43e-be7c84538ed7","remote_addr":"127.0.0.1:51767","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.546562692Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e7a72deb-e9ba-451c-a43e-be7c84538ed7","remote_addr":"127.0.0.1:51767","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.547791Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e7a72deb-e9ba-451c-a43e-be7c84538ed7","remote_addr":"127.0.0.1:51767","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.561745615Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b50e466c-e01d-454a-b061-25d43f11ecd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":21009,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.562247933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.570480725Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.571420066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.586708177Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b50e466c-e01d-454a-b061-25d43f11ecd1\", \"content-length\": \"29\", \"date\": \"Fri, 30 Jan 2026 19:43:11 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.586963204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.602575374Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.602737389Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.602857778Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.60362337Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.604561438Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.629320239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.629601279Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"e7a72deb-e9ba-451c-a43e-be7c84538ed7","remote_addr":"127.0.0.1:51767","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":88355,"response_code":201} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.63037107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.636712113Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.691879659Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.691971669Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.818683921Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.818857771Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.819032632Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.819163362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.819322321Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.820627487Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.828668824Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.836359786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.836457418Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.836509866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.836978905Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.839929693Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"fef9eee8-1212-4f75-9e83-b06713df947c","zpool_id":"6131b219-92ac-4c60-bb6b-a57c508e3902","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.840062487Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.840114154Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.840871509Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.841823075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.841897298Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.841949597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.842031285Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.842080607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.842605823Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.859728855Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.85991514Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.859978982Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.860030769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.861026276Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.867908146Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.879560063Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.879668437Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.879720364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.88023126Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.887955321Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.898070212Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.900344531Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-30T19:42:56.598918Z })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.900455791Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":4,"elapsed":"58.567432ms"} {"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.908778349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"64a25193-772b-4380-84c5-188825e74545","zpool_id":"6131b219-92ac-4c60-bb6b-a57c508e3902"} {"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:11.951020746Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: fef9eee8-1212-4f75-9e83-b06713df947c","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"fef9eee8-1212-4f75-9e83-b06713df947c"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.951164574Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.951215218Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.95190333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.970787381Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: fef9eee8-1212-4f75-9e83-b06713df947c (physical_disk), lookup_type: ById(fef9eee8-1212-4f75-9e83-b06713df947c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.970943314Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.970997435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.971041537Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.971850789Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.975629236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.975854031Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.97616792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.976377202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.97650228Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.983152442Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.984307449Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.984489365Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.984639234Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.985405798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.989223868Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.989385963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.989445576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.989494236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.990551531Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.993142184Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.998773721Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:11.999053239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:11.999191444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.002046163Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.003904543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.01409464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: fef9eee8-1212-4f75-9e83-b06713df947c (physical_disk), lookup_type: ById(fef9eee8-1212-4f75-9e83-b06713df947c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:12.01429321Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"fef9eee8-1212-4f75-9e83-b06713df947c","zpool_id":"6131b219-92ac-4c60-bb6b-a57c508e3902","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.01518374Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.015316334Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.015945995Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.019395393Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.023758769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.024381005Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"NoSitrep\"","iteration":2,"elapsed":"48.746528ms"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.027021231Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.027123051Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.027178836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.027224851Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.027887671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.031404207Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.031485556Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.034412704Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.054979422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.055080631Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.055140926Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.055190188Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.056071459Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.066551374Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.072255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.074014646Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.077570824Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.086569609Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.086680498Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.086737365Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.086782208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.087675714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.099026379Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.105504004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.105675378Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.105760735Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.106213981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"deleted 0 of 0 sitreps sitreps","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:12.124400952Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","case_ereports_deleted":0,"cases_deleted":0,"sitreps_deleted":0,"ids":"[]"} {"msg":"all 0 orphaned sitreps in this batch have already been deleted","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.124591656Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"sitrep garbage collection found 0 orphaned sitreps, deleted 0","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:12.124667052Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.12472925Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"errors\":[],\"orphaned_sitreps_deleted\":0,\"orphaned_sitreps_found\":0}","iteration":2,"elapsed":"140.200544ms"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.127069105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.12716345Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.127237293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.127310223Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.128003256Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.135091883Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.141646638Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.141783901Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.141863305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.142296611Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:12.178479407Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"abfb0f60-452f-4acd-8b5a-62173152c7a4"} {"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.178581168Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-30 19:43:08.486353 UTC","collection_id":"abfb0f60-452f-4acd-8b5a-62173152c7a4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.179057372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"abfb0f60-452f-4acd-8b5a-62173152c7a4\",\"time_done\":\"2026-01-30 19:43:10.527428 UTC\",\"time_started\":\"2026-01-30 19:43:08.486353 UTC\"}","iteration":6,"elapsed":"4.464357684s"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.179151065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.179195046Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.179244428Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.179295714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.179372122Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.180349892Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.181313403Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.181382306Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.181421667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"invalidating multicast caches due to topology change","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:12.181459846Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.181497003Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.182502751Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:54829","req_id":"8091500f-d5d5-402d-90ec-6e19a90078f7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 24 8e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 $............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.182596755Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:54829","req_id":"8091500f-d5d5-402d-90ec-6e19a90078f7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9358,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.183035021Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.183519271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.183972067Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.184080391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:54829","req_id":"8091500f-d5d5-402d-90ec-6e19a90078f7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.18468965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10855, tv_nsec: 345553794 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.184807614Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.184849059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.185345836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56545","req_id":"371d9b7f-b3b0-47cd-9241-c9ea1694e5ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a2 e9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.185436543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56545","req_id":"371d9b7f-b3b0-47cd-9241-c9ea1694e5ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41705,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.185700078Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.18573482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56545","req_id":"371d9b7f-b3b0-47cd-9241-c9ea1694e5ab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.185806187Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56181","req_id":"5a7cbea5-b3c4-41d3-9068-0633d0f0356a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 85 e9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.185875911Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56181","req_id":"5a7cbea5-b3c4-41d3-9068-0633d0f0356a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34281,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.186144446Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.186181643Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56181","req_id":"5a7cbea5-b3c4-41d3-9068-0633d0f0356a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.186391056Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.18645629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.189400314Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.315155569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.316282518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.317301714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.318471902Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.319750333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.32737075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.327507272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.327593079Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.328071628Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.332981784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdbd4654-0548-4a9e-8617-06106abaedeb\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.333670968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.337573021Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0a56716-6aeb-4b6b-a896-f7559d46adda\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.337742081Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.337806644Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.337883894Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.338668525Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.340333766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(abfb0f60-452f-4acd-8b5a-62173152c7a4, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.340429534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.341970739Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:22240","req_id":"902ddd15-f3b9-4bc0-8266-0773eda3e4ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 71 f5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 q............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.342095486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:22240","req_id":"902ddd15-f3b9-4bc0-8266-0773eda3e4ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29173,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.342382379Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.342498489Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.342654752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.342718003Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:22240","req_id":"902ddd15-f3b9-4bc0-8266-0773eda3e4ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.343301468Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10855, tv_nsec: 504095648 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.343475739Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.34353923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.343887339Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:28376","req_id":"b078b84a-a3eb-4978-8998-d8ef5be14a3e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 08 7a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .z..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.344020133Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:28376","req_id":"b078b84a-a3eb-4978-8998-d8ef5be14a3e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.344389797Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.344438708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:28376","req_id":"b078b84a-a3eb-4978-8998-d8ef5be14a3e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.344543214Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31094","req_id":"cf279df0-e9b2-41a7-a521-2607f699234f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f3 f9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.344680097Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31094","req_id":"cf279df0-e9b2-41a7-a521-2607f699234f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.345144016Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.345191504Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31094","req_id":"cf279df0-e9b2-41a7-a521-2607f699234f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.487260038Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.488106337Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.488205131Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.488246016Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.488296981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.48927392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.493582603Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:35231","req_id":"f3294cbb-67fd-46a8-8c41-81fea9dfde49","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6c 39 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c l9..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.493698823Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:35231","req_id":"f3294cbb-67fd-46a8-8c41-81fea9dfde49","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27705,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.493904037Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27705,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:43:12.49418625Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:35231","req_id":"f3294cbb-67fd-46a8-8c41-81fea9dfde49","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.496345783Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.501916754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51560","req_id":"82cadb08-8014-486c-8d84-afe5f6b8b057","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 5f 89 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f _............_co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.502233218Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51560","req_id":"82cadb08-8014-486c-8d84-afe5f6b8b057","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.502437631Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.502625809Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.502725906Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51560","req_id":"82cadb08-8014-486c-8d84-afe5f6b8b057","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.511354055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10855, tv_nsec: 672194109 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.511482701Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.519942281Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:49824","req_id":"e121157e-8c51-4898-ab99-3672b08428ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 6a 27 01 00 00 01 00 00 00 00 00 01 24 62 66 34 j'..........$bf4\n0010: 65 31 39 61 64 2d 66 35 63 36 2d 34 65 36 65 2d e19ad-f5c6-4e6e-\n0020: 39 36 34 32 2d 65 32 64 37 64 63 39 33 62 66 38 9642-e2d7dc93bf8\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.52008683Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:49824","req_id":"e121157e-8c51-4898-ab99-3672b08428ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 102,\n 52,\n 101,\n 49,\n 57,\n 97,\n 100,\n 45,\n 102,\n 53,\n 99,\n 54,\n 45,\n 52,\n 101,\n 54,\n 101,\n 45,\n 57,\n 54,\n 52,\n 50,\n 45,\n 101,\n 50,\n 100,\n 55,\n 100,\n 99,\n 57,\n 51,\n 98,\n 102,\n 56,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.520375426Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.520416942Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:49824","req_id":"e121157e-8c51-4898-ab99-3672b08428ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.528237091Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.528324993Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:33444"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.528369976Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.542233914Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80d1a88c-336b-47ce-b9a7-f97949b8c0a9\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.542490564Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.558147677Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a2ed192-a9a8-4b3b-a2b3-564b38c38b91\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.558387293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.56813252Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"369f4ad4-7408-49e9-b61d-8b9f6a1f125c\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.568530282Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.572048191Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f63baf4b-c3ae-42de-9469-08429d494948\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.57227519Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.577528104Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdeb9857-b428-474e-a004-2b2fe3da8782\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.577861353Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.578531969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.578653119Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.578759328Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.578882603Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.579877078Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.589604037Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d1e2e87-3f0f-44de-812c-8877d5c5f746\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.589932907Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.594501878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc27afea-b32b-4c95-b658-b59bf159a490\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.59478344Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.597804342Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53138166-e8c9-45a0-a58e-091664739dba\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.600225786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.601923494Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ee034f6-9444-4ab0-87b5-da1bc0715f55\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.602751745Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.60418651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6172084-be7e-4fd8-bcb9-a9c2a21a7fb5\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.604464114Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.607429802Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdf513c8-1adc-4057-97a3-181467b1614a\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.607746647Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.610481798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f9bf0c-5ea5-4589-aab2-0e44d6463b76\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.610748349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.612528307Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d746c7f4-b8ce-4c7d-bad0-15de0913b140\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.614015831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.621586264Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cb7e0f6-db41-4e93-aad9-70741e157c36\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.62186505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.632142938Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23874515-c1a3-4683-9aaf-81b02cc131a5\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.632532914Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.635268216Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcfe635f-8b14-4ec7-8030-70e38f9d30c2\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.635810507Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.638465292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2862e9b6-5793-48e8-9962-c4db93e28160\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.638753758Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.659553708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33805238-86d1-4cf5-a3bd-aba34df9f346\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.659973827Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.665970758Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39883ebd-c1c2-44a5-b31a-ecaa7e5df072\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.666283284Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.668078464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"565956d7-592d-4cda-a32f-f921bc837608\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.668433678Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.67040464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b686aed-f685-4a19-b91d-bce1edd4a265\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.670710953Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.672755207Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f444308b-f508-46fa-9ffc-2a653da3fe9c\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.673045357Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.676520358Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f88c3ea-6d5f-41f1-b823-f8f498819ce3\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.676794123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.679459761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6111014-2da4-4644-8e11-3b3c8938bdbd\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.679799002Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.681881466Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca16b740-abad-4094-b610-f9c7ac23a977\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.682143367Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.684024484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6cecbeb-4ae2-42d8-b2da-d95fcc32437d\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.684460575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.692592388Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9256202-5cb3-4248-ab80-d48aacd97061\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.692977584Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.694491583Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.694632834Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.69809108Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb6320a0-b16a-43d3-a5a4-f907da3b55e3\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.698403055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.702877651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d58bace0-900b-45b5-b39c-d22f8ac3e2c5\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.703111344Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.706249368Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05572f40-d5e4-461c-9db7-fd503d8f4553\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.70643869Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.708871988Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08d1f397-d99c-4bc0-998b-540535624511\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.709108065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.717247043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.717317349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.717354526Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.717405651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.718691258Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.72218147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"533db6d3-7e2e-4a8f-9754-5f4f0c3f96f5\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.722398979Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"will register with Nexus at 127.0.0.1:65013","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.725146727Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.804083869Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://127.0.0.1:65013/metrics/producers","method":"POST"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.813130612Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.813286605Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.813772709Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.816059986Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.818967484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"abfb0f60-452f-4acd-8b5a-62173152c7a4\",\"time_loaded\":\"2026-01-30T19:43:11.818823790Z\",\"time_started\":\"2026-01-30T19:43:08.486353Z\"}}","iteration":2,"elapsed":"1.000232085s"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.819111411Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.819182758Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.81926096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.819341156Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.81941563Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.820303785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.82168565Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.821878489Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.821958324Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":4,"elapsed":"252.402µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.822118645Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.822275329Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"44.713µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.822376367Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.822652618Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.822748667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.822832179Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.822912315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.82430362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.82974332Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:12.830516438Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:42169"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.832826551Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.832967412Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.833073472Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.833208931Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.834270014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.837095873Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.849569037Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.849800977Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.849993214Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.850192746Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.850377177Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.851685721Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.85625831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.868433157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.868570381Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.868682442Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.869334259Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.873928603Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.887999118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.888224714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.888281922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.889716637Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.892944466Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.893039272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.893087983Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.89312988Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.893620614Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.894758956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"4297ae70-2336-4cc3-b27e-6b8202af5c26","remote_addr":"127.0.0.1:42169","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.894846146Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"4297ae70-2336-4cc3-b27e-6b8202af5c26","remote_addr":"127.0.0.1:42169","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.895228025Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4297ae70-2336-4cc3-b27e-6b8202af5c26","remote_addr":"127.0.0.1:42169","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.895319053Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4297ae70-2336-4cc3-b27e-6b8202af5c26","remote_addr":"127.0.0.1:42169","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.896142956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4297ae70-2336-4cc3-b27e-6b8202af5c26","remote_addr":"127.0.0.1:42169","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.897610719Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.897690744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.93326346Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.937108525Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":2,"elapsed":"755.730428ms"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.93724654Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.937293046Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.937329041Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.937363682Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"latest inventory collection is unchanged","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.938845073Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"original_time_started":"2026-01-30 19:43:08.486353 UTC","original_id":"abfb0f60-452f-4acd-8b5a-62173152c7a4","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.939443149Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"abfb0f60-452f-4acd-8b5a-62173152c7a4\",\"time_loaded\":\"2026-01-30T19:43:12.819116612Z\",\"time_started\":\"2026-01-30T19:43:08.486353Z\"}}","iteration":3,"elapsed":"120.29396ms"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.942361941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.942457147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.942513895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.942563597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.943434767Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.957684082Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:10254","req_id":"5695bce8-bf0a-4aac-9632-4f83f5bfe03a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 63 78 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 cx..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.958020006Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:10254","req_id":"5695bce8-bf0a-4aac-9632-4f83f5bfe03a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25464,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.959800615Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.960299837Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.960628646Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.960881509Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:10254","req_id":"5695bce8-bf0a-4aac-9632-4f83f5bfe03a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"assigned collector to new producer","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:12.961575803Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:12.963371784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/producers","method":"POST","req_id":"4297ae70-2336-4cc3-b27e-6b8202af5c26","remote_addr":"127.0.0.1:42169","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":67322,"response_code":201} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.963503887Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.969693447Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.969806681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.969885223Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.969957322Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.970023449Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.971065432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.975391291Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10856, tv_nsec: 136116799 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.975638622Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.975903249Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.977065921Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4297ae70-2336-4cc3-b27e-6b8202af5c26\", \"content-length\": \"41\", \"date\": \"Fri, 30 Jan 2026 19:43:12 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.986302568Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"producer-registration-task","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.98649718Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.996153714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:12.99639379Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.996582309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:12.99954951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.023805322Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.043881446Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.050761012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.050887814Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.05189751Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.069085727Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:10647","req_id":"52d41523-d831-4295-a49a-242aa03bc09e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 57 99 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e W...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.069390607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:10647","req_id":"52d41523-d831-4295-a49a-242aa03bc09e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.070292561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.070586919Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:10647","req_id":"52d41523-d831-4295-a49a-242aa03bc09e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.070966283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31334","req_id":"bf2e0b58-8a8a-45e1-ac6a-321460203a8e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ad 47 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .G..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.071278218Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31334","req_id":"bf2e0b58-8a8a-45e1-ac6a-321460203a8e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.073924175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.07410073Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:31334","req_id":"bf2e0b58-8a8a-45e1-ac6a-321460203a8e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.226813559Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.227803264Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.227913211Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.227970309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.228021655Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.228088243Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.22895773Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.230493613Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.230771708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.231404726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.245896722Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f195120f-8556-4354-9cac-858d99cad87d\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.246065591Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.247257423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.252151767Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.252241392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.252291255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.252340256Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.252384237Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.25286972Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.255399969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dd5198d-d5ab-47f4-9824-cbdb8076fa74\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.255825508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.263589351Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc3f84e6-aae3-4fbe-9e3c-5d940307eae4\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.263836141Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.263900424Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.263950878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.265261426Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.267098983Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.273540353Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.273656954Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.273707509Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.27419714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.286249204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4120d019-a89f-4951-96d0-002bfa91b3a0\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.286654081Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.302239616Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.302929903Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"5696e32f-5860-40fc-9edc-7ec3c3546203\",\"inventory_collection_id\":\"abfb0f60-452f-4acd-8b5a-62173152c7a4\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":2,"elapsed":"480.538754ms"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.312587629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d8f9f2-b91a-4622-9714-87fbb7414cf7\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.31287383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.323973506Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2d34b0a-a59d-47dc-96ff-c07d3db2a3ba\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.324363713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.326715873Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccd77cc4-b2c7-47bc-942a-75d08be20b4f\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.326909844Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.329839698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e82df43c-3892-45af-ae70-a55847fe6c24\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.330204652Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.333783367Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88528f1e-5d55-47d0-bca3-d5a2b0fb2032\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.333908085Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.338993573Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2960133c-7419-4060-99d0-977bde9d9a54\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.339221043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.354561612Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cafe8b4-c8bc-450f-b435-7d8c3ee4ebe4\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.354779252Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.361526765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c3e32bc-b044-4cfb-8f62-04031df1ba11\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.361727018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.363325622Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.363396819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.36343603Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.363484901Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.364422879Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.368647879Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.368777287Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.368818021Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.368869036Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.369376074Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.371632617Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19100f8b-d0bd-43f9-a94a-b06639607830\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.37183718Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.377570637Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e52e947c-2eef-4b75-8256-e044416fa0a5\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.377696257Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.382173779Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07135fbb-0921-484e-97c5-c5f770393b3f\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.382321033Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.386891587Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a2e1cc-2b02-4c42-9c3f-24c30693476b\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.387421362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.408453843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.409085388Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.410224331Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8030e5fc-8190-4f07-9684-6018b2e7bdd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.410453825Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8030e5fc-8190-4f07-9684-6018b2e7bdd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.412430269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8030e5fc-8190-4f07-9684-6018b2e7bdd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.412584057Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8030e5fc-8190-4f07-9684-6018b2e7bdd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.413946783Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8030e5fc-8190-4f07-9684-6018b2e7bdd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.423204092Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8030e5fc-8190-4f07-9684-6018b2e7bdd1","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":12932,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.42597142Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8030e5fc-8190-4f07-9684-6018b2e7bdd1\", \"content-length\": \"405\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.426649501Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.427830772Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b7cf5faa-80f4-4959-8fb5-bfc2c00ce3c7","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.427925849Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b7cf5faa-80f4-4959-8fb5-bfc2c00ce3c7","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.429682529Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b7cf5faa-80f4-4959-8fb5-bfc2c00ce3c7","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.429788357Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b7cf5faa-80f4-4959-8fb5-bfc2c00ce3c7","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.431427244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b7cf5faa-80f4-4959-8fb5-bfc2c00ce3c7","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.454074802Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.454207366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.454288995Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.454344489Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.45490622Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.456626725Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b7cf5faa-80f4-4959-8fb5-bfc2c00ce3c7","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":28804,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.458211099Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7cf5faa-80f4-4959-8fb5-bfc2c00ce3c7\", \"content-length\": \"29\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.458384758Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:53310","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"registered new metric producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.458512742Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:54691","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.458593158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.532360929Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.622947904Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.626228232Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.627634408Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reporting oximeter self-collection statistics","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.627767012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.629032938Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.643901582Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.643993522Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.644069409Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.644900115Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.646218119Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.646802857Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.649786492Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"127.0.0.1:53310","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:1025","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","remote_addr":"127.0.0.1:50601"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.651370896Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"424287fe-0b17-451c-9ffd-a668bf00d2a4","remote_addr":"127.0.0.1:50601","local_addr":"127.0.0.1:53310","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.667087001Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"424287fe-0b17-451c-9ffd-a668bf00d2a4","remote_addr":"127.0.0.1:50601","local_addr":"127.0.0.1:53310","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15691,"response_code":200} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.667608399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.667690538Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.667731703Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.66778333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.668864254Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.672104249Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.67226481Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.674171661Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.674242627Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.674291007Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.692170372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.692312245Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.692389295Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 21 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.692472928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 21 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.692537571Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 21 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.692617887Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.693382156Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.693467272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.695928889Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8906f5e0-744b-4db9-a9f9-f84a496dec3a\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.696240473Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.696564111Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.696663427Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.699627992Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.699697757Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":3,"elapsed":"762.523776ms"} {"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.701033196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.701120446Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"oximeter_collector:collections\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"base_route\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"collector_id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"collector_ip\", field_type: IpAddr, source: Target, description: \"\" }, FieldSchema { name: \"collector_port\", field_type: U16, source: Target, description: \"\" }, FieldSchema { name: \"producer_id\", field_type: Uuid, source: Metric, description: \"\" }, FieldSchema { name: \"producer_ip\", field_type: IpAddr, source: Metric, description: \"\" }, FieldSchema { name: \"producer_port\", field_type: U16, source: Metric, description: \"\" }}, datum_type: CumulativeU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-30T19:43:13.693302822Z }","timeseries_name":"oximeter_collector:collections"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.70322713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.703325894Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.706657247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.7067454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-30T19:43:13.703064113Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.707544681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.70761696Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.711177338Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.711831329Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.711948Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-30T19:43:13.707462Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.717514492Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.717580188Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.720970464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.721044767Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-30T19:43:13.717301121Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.722765102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.722837592Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.724140063Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d24914c-61f8-47dc-9373-a3eb0ba02b1e\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.724827283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.726522636Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.726597541Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-30T19:43:13.722602706Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.727488723Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.72759405Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric', 'oximeter_collector:collections') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.731564936Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.731627014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2026-01-30T19:43:13.727276193Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 6 new timeseries schema","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.741412224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.74177842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":6,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.745460549Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cdd0b69-819d-405d-baf6-b4966761b48a\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.746419641Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.747213561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":4,"sql":"INSERT INTO oximeter.fields_ipaddr FORMAT Native"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.750707771Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8695da37-e0ef-4c20-ac1b-099e5c6f9140\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.751059298Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.751712407Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_ipaddr","n_rows":4} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.751790058Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":16,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.754246113Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddec0d4a-3da6-4baf-b7c9-90177654ca14\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.755087271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62012"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.755157346Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.75618507Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":16} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.756254383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.758941215Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba09d8be-7df1-4196-95eb-64b5820d8cdf\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.759098289Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.760172309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":10} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.760248276Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":22,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.761235846Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ab7c427-d0d4-4902-9452-774729398292\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.761440459Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.762276958Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.762341792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.762390282Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.762436808Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.763584048Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.765088447Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":22} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.76516263Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":5,"n_rows":2,"sql":"INSERT INTO oximeter.measurements_cumulativeu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.76694356Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdb7e68c-9f96-4695-bcb4-e839a4b500b0\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.767035791Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.769090436Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"882106f1-4f1a-45e8-9124-ff7b9a0734f4\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.769265979Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.769793118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.776369798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.776484335Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.776532795Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.777037137Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.779939124Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_cumulativeu64","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.780095567Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.781096726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37fb4fd9-c92d-4ab8-b539-89d10a82b393\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.781498877Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.78165059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.78188786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.78197459Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.782852784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.784162901Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.78423464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.784821793Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.788680557Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.794334069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.794482716Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.794553081Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.794606512Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.794652938Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.795108559Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.797981205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.798136556Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:13.799012847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.79909677Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.80162786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.809735985Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.809917309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.809981973Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.810916294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.813835987Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.813964502Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.814043926Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.891875404Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57852"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.892007236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57852/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.893167825Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34261"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.893967607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"140d237a-8565-4623-b480-49808ea2d679","remote_addr":"[::1]:34261","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.894130915Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"140d237a-8565-4623-b480-49808ea2d679","remote_addr":"[::1]:34261","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.89607919Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"140d237a-8565-4623-b480-49808ea2d679","remote_addr":"[::1]:34261","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":2120,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.896994231Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57852/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"140d237a-8565-4623-b480-49808ea2d679\", \"content-length\": \"7884\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.986681497Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61943"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.986970785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61943/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.988007948Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52895"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:13.99075769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"4e5cfc7f-5bef-4309-bb75-bd78cdd030e4","remote_addr":"[::1]:52895","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.991131272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"4e5cfc7f-5bef-4309-bb75-bd78cdd030e4","remote_addr":"[::1]:52895","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:13.992699533Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"4e5cfc7f-5bef-4309-bb75-bd78cdd030e4","remote_addr":"[::1]:52895","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","latency_us":1994,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:13.994787738Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61943/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5cfc7f-5bef-4309-bb75-bd78cdd030e4\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:13 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.074930892Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:64893"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.075023333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:64893/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:14.078665168Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46340"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.080533709Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"6ba71193-6645-49ad-8df9-fc898cb7c7e2","remote_addr":"[::1]:46340","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.080624918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"6ba71193-6645-49ad-8df9-fc898cb7c7e2","remote_addr":"[::1]:46340","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:14.084917418Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"6ba71193-6645-49ad-8df9-fc898cb7c7e2","remote_addr":"[::1]:46340","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","latency_us":4351,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.086749704Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:64893/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba71193-6645-49ad-8df9-fc898cb7c7e2\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:14 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.164342759Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:49521"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.164609179Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49521/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:14.165744175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45472"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.175794703Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8659925e-5467-4600-a22a-6dd75af912ae","remote_addr":"[::1]:45472","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.175963521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8659925e-5467-4600-a22a-6dd75af912ae","remote_addr":"[::1]:45472","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:14.179245443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8659925e-5467-4600-a22a-6dd75af912ae","remote_addr":"[::1]:45472","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3495,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.185110933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49521/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8659925e-5467-4600-a22a-6dd75af912ae\", \"content-length\": \"20487\", \"date\": \"Fri, 30 Jan 2026 19:43:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.190941752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.191045236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.19144893Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.19162821Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.192786323Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:14.193434974Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.294288513Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"cf82805b-e147-4f9a-a9d5-240349053ee8 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.294390203Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.295558137Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.297351422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.370299779Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.370387942Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57419/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:14.371534371Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:35291"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.375427074Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"41f5ac68-5908-49c6-8a26-4e88fe601d55","remote_addr":"[::1]:35291","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.375532863Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"41f5ac68-5908-49c6-8a26-4e88fe601d55","remote_addr":"[::1]:35291","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:14.381915602Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"41f5ac68-5908-49c6-8a26-4e88fe601d55","remote_addr":"[::1]:35291","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","latency_us":6452,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.383136535Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57419/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41f5ac68-5908-49c6-8a26-4e88fe601d55\", \"content-length\": \"4220\", \"date\": \"Fri, 30 Jan 2026 19:43:14 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.383708046Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.385518868Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.385619576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.38936741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.389459651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.389510836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.389556741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.390419544Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.400768459Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.40841075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.409270537Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.409716519Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.412295267Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.461655162Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.461767444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.467569684Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.468840319Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.468946819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.469044391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.526634693Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.580566455Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.581247493Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.581345776Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.581399296Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.582398882Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.588748543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.599292099Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.599399321Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.599499017Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.601359381Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.699683774Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.699783811Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.700786383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.702117193Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.70913326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.709293832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.713219394Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.713380657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:14.802259782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:14.931358597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"93b2e2c3-00d1-47a6-a694-142a26a4fb6a"} {"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.931511422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-30 19:43:12.528139 UTC","collection_id":"93b2e2c3-00d1-47a6-a694-142a26a4fb6a"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.93204732Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"93b2e2c3-00d1-47a6-a694-142a26a4fb6a\",\"time_done\":\"2026-01-30 19:43:14.385550 UTC\",\"time_started\":\"2026-01-30 19:43:12.528139 UTC\"}","iteration":7,"elapsed":"2.752851872s"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.932357751Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.932428187Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.93248785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.932549217Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.932606445Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.935358772Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.936840755Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.937004152Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.937098016Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.937183854Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.937263528Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.940803193Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.942349658Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.942428802Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.942473123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.942513617Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.94388462Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.943969826Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.945412116Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.947671926Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:26567","req_id":"7546f350-896c-4873-b262-77a325a34c61","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: d7 6b 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .k..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.948823836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:26567","req_id":"7546f350-896c-4873-b262-77a325a34c61","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.949123285Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.949368111Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.949527991Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.949626695Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:26567","req_id":"7546f350-896c-4873-b262-77a325a34c61","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.950309566Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.95825273Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.958459136Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.958597432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.959525149Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.961579754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.966248933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.96640747Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.966462754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.966903766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.969851186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10858, tv_nsec: 130669345 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.969987558Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.970035517Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.970466748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.970550231Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.971830486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.975922231Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:26701","req_id":"9f61d34a-0fbc-417a-9445-efa69e6247a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa c3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.976270531Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:26701","req_id":"9f61d34a-0fbc-417a-9445-efa69e6247a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.977113863Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.977187265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:26701","req_id":"9f61d34a-0fbc-417a-9445-efa69e6247a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.977348739Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:13070","req_id":"3ba9ea46-0f29-44be-bc97-3b4bfdd9d6f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f1 35 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .5..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.977437723Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:13070","req_id":"3ba9ea46-0f29-44be-bc97-3b4bfdd9d6f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.977671606Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.977703772Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:13070","req_id":"3ba9ea46-0f29-44be-bc97-3b4bfdd9d6f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:14.97778484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(abfb0f60-452f-4acd-8b5a-62173152c7a4, 2), (93b2e2c3-00d1-47a6-a694-142a26a4fb6a, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:14.977858141Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.170368326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.18389141Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:42836","req_id":"0bcb03cb-0757-488c-aa23-60b6d8aa5196","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ea a9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.183995495Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:42836","req_id":"0bcb03cb-0757-488c-aa23-60b6d8aa5196","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60073,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.184390791Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.185109316Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.185275229Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.185328198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:42836","req_id":"0bcb03cb-0757-488c-aa23-60b6d8aa5196","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.186824671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10858, tv_nsec: 347660406 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.187229998Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.187406693Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.195092445Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708b4a78-a6cf-42c2-93d3-b6be6aec6442\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.21432196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.222005697Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:62690","req_id":"688232fc-c779-4c97-bdf2-ddc48a25ee4e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cb 29 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .)..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.22329413Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:62690","req_id":"688232fc-c779-4c97-bdf2-ddc48a25ee4e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.223878387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.224150028Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:62690","req_id":"688232fc-c779-4c97-bdf2-ddc48a25ee4e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.224557721Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:30395","req_id":"e4873224-f3c7-41c1-879f-ed2cbeac1318","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1c 10 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.224640872Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:30395","req_id":"e4873224-f3c7-41c1-879f-ed2cbeac1318","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7184,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.224874435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.224935371Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:30395","req_id":"e4873224-f3c7-41c1-879f-ed2cbeac1318","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.390151086Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.390834007Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e96c50-5045-4aa3-a1db-5936a3ebd583\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.391014359Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.391071508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.391123425Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.394085105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.404664075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.404801779Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:35093","req_id":"4108c1ab-e333-48fc-8de7-24863fc2dd72","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 06 3e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .>..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.404873517Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:35093","req_id":"4108c1ab-e333-48fc-8de7-24863fc2dd72","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1598,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.405092941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1598,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:43:15.405305149Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:35093","req_id":"4108c1ab-e333-48fc-8de7-24863fc2dd72","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.406054237Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.407124208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.407303869Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.407501508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.407649935Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.408894496Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.414017161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7e8141b3-0917-4332-8447-38f3eb1680ce","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.414095794Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7e8141b3-0917-4332-8447-38f3eb1680ce","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.414390112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.418679385Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7e8141b3-0917-4332-8447-38f3eb1680ce","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.418814805Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7e8141b3-0917-4332-8447-38f3eb1680ce","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.420038373Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7e8141b3-0917-4332-8447-38f3eb1680ce","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.425552437Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.425691455Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.425798286Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.425986705Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.426942189Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.429382151Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"7e8141b3-0917-4332-8447-38f3eb1680ce","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":15356,"response_code":200} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.432202118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12150","req_id":"2037d271-4cdc-40d1-82f1-068cacfe9f97","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 26 c2 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f &............_co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.432301193Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12150","req_id":"2037d271-4cdc-40d1-82f1-068cacfe9f97","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.432474802Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.432594589Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.432650424Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12150","req_id":"2037d271-4cdc-40d1-82f1-068cacfe9f97","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.438490322Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e8141b3-0917-4332-8447-38f3eb1680ce\", \"content-length\": \"405\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.439027893Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.440627348Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.440703645Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.440856982Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.440911164Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.442434271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.448092974Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"31f62d7c-40c1-4036-b7b3-382b0be6227a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.448189955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"31f62d7c-40c1-4036-b7b3-382b0be6227a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.448672462Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10858, tv_nsec: 609481141 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.44877787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.449259224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"31f62d7c-40c1-4036-b7b3-382b0be6227a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.449361165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"31f62d7c-40c1-4036-b7b3-382b0be6227a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.450660179Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"31f62d7c-40c1-4036-b7b3-382b0be6227a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.462741794Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.462819605Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.462868065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.464275794Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.473831509Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"31f62d7c-40c1-4036-b7b3-382b0be6227a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":25745,"response_code":200} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.476489482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.476812269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:49349","req_id":"a5c67ace-4cf6-4e4e-b93c-7aaada4b3a58","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 10 0c 01 00 00 01 00 00 00 00 00 01 24 62 66 34 ............$bf4\n0010: 65 31 39 61 64 2d 66 35 63 36 2d 34 65 36 65 2d e19ad-f5c6-4e6e-\n0020: 39 36 34 32 2d 65 32 64 37 64 63 39 33 62 66 38 9642-e2d7dc93bf8\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.476888536Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:49349","req_id":"a5c67ace-4cf6-4e4e-b93c-7aaada4b3a58","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4108,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 102,\n 52,\n 101,\n 49,\n 57,\n 97,\n 100,\n 45,\n 102,\n 53,\n 99,\n 54,\n 45,\n 52,\n 101,\n 54,\n 101,\n 45,\n 57,\n 54,\n 52,\n 50,\n 45,\n 101,\n 50,\n 100,\n 55,\n 100,\n 99,\n 57,\n 51,\n 98,\n 102,\n 56,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.477184628Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.477223358Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:49349","req_id":"a5c67ace-4cf6-4e4e-b93c-7aaada4b3a58","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.477376384Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31f62d7c-40c1-4036-b7b3-382b0be6227a\", \"content-length\": \"29\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.477565555Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.477624978Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.477663718Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.477706176Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.478329514Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.478515879Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.478662201Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.478806018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.480242938Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.484924762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.485070032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:33444"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.485117771Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/ignition","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.492659835Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.492779793Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.495786125Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.495882484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":4,"elapsed":"553.500189ms"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.498872884Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.500205928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.500282847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.500328572Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.517110279Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cad1cf50-6673-4b4b-b708-67921f4768f3\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.517685908Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.533248676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1808d854-8958-45e4-9ac1-e99f13ad32c9\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.533688465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.537683991Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5529b9af-35e8-4595-bf48-80589004b746\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.537812316Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.540935029Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf560b03-75c5-4357-aa48-f13c73f84c0a\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.541106103Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.544743639Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ad047b-7889-45a6-943f-56d6625eb04a\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.545065524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.545880739Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"93b2e2c3-00d1-47a6-a694-142a26a4fb6a\",\"time_loaded\":\"2026-01-30T19:43:14.936821144Z\",\"time_started\":\"2026-01-30T19:43:12.528139Z\"}}","iteration":4,"elapsed":"609.020023ms"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.546172822Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.546261876Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.546325257Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":5,"elapsed":"244.204µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.546390252Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.546455567Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.546515651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.546567157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.546730194Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.546888862Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.546971473Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.547052911Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.547214815Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.548190902Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.549205218Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.549308632Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"60.605µs"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.552081612Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:16859","req_id":"77bdc6a3-fa7d-4bc2-bfd9-19b90619d882","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 70 53 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 pS..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.552183993Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:16859","req_id":"77bdc6a3-fa7d-4bc2-bfd9-19b90619d882","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.552355077Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.552382574Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.552411383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.552493894Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:16859","req_id":"77bdc6a3-fa7d-4bc2-bfd9-19b90619d882","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.552692103Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.556661606Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.556754047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.556805032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.556854935Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.556902514Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.557253168Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.559251898Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10858, tv_nsec: 720056389 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.559380254Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.55948972Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.561567012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:60081","req_id":"5d4785f3-31e4-419c-a46a-46c6f17e8844","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c4 84 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.561669043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:60081","req_id":"5d4785f3-31e4-419c-a46a-46c6f17e8844","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.561899639Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.561932828Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:60081","req_id":"5d4785f3-31e4-419c-a46a-46c6f17e8844","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.562067887Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:38739","req_id":"d43b5e94-959f-4cc2-a7df-5c4e85e4d140","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f3 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .+..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.562153785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:38739","req_id":"d43b5e94-959f-4cc2-a7df-5c4e85e4d140","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62251,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.562380804Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.56241293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:38739","req_id":"d43b5e94-959f-4cc2-a7df-5c4e85e4d140","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.562807465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.567665093Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.567821286Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.567879266Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.568390151Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.570094523Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.57131256Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:52033","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.57141423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:52033","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.57147245Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:52033","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.571526793Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:52033","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.571581516Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:52033","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.57163703Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:52033","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.571692345Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:52033","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.57174792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:52033","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.571802773Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:52033","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.571857135Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:52033","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.573029718Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:52033","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.573255585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:52033"} {"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.573323064Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b079db18-f42a-42a5-856f-e4d140d62123","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"b079db18-f42a-42a5-856f-e4d140d62123"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.57340315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.573472623Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.573764877Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.755784204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.757467422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.75781961Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.758870572Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.75998305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.760317361Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.760406566Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.76060728Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.760678518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.761633391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.766108888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ea2b737-baac-4d0a-962f-89a57c73dd0c\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.76646769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.768062094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.768129123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.76899879Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.77103143Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.771252868Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.772937899Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.777530399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.777681211Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.778133566Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.778263454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.778352528Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.779544641Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.784170991Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2981fc33-0d9a-42da-84fe-59492d3568ab\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.784516355Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.784655142Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.784786102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.785709951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.787517526Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.787593223Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.787643306Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.787686195Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.788282196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.789606643Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.789689594Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.790315368Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.796828075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.79692744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.796985971Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.79743058Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.799253717Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.799334594Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.799379678Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.799438329Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.800286341Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.804139032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.804243398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.804297139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.804353275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.804400162Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.805051768Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.806556808Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.810934664Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.811390687Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c22ba76f-8a0f-4ec7-bd38-b62ff51364c4\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.81168269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.814586751Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.818809036Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.818947752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.819068552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.81918863Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.819286262Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.82014218Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.828146951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7870802-e0dd-4359-84b7-24be6dcb7b53\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.828498528Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.834485158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.839957075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.840120884Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.840238286Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.840907679Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.844485272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48af5093-eb5f-4ae7-81a4-7c6979919eda\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.844922746Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.846700489Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.846930505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"5696e32f-5860-40fc-9edc-7ec3c3546203\",\"inventory_collection_id\":\"93b2e2c3-00d1-47a6-a694-142a26a4fb6a\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":3,"elapsed":"300.21454ms"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.848748762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56fcdd5-5c91-4979-947b-80b2fb5dec8a\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.849090518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.851437919Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39d70ff3-648f-4e11-9544-7a8742f9ba31\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.851757399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.854323832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"400ed8c8-7270-4c5a-8703-d731e974c630\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.854620294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.856564362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99982517-3db9-41b6-baf6-30f6d7bda45c\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.856691053Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.858313947Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75f852e2-2177-495d-8f91-3a574ebf00d2\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.858462594Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:15.859077875Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.860386109Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eceae49-8085-4eac-8f10-5153776efa2d\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.860532471Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.862227033Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d174b9bb-3981-45db-8782-40d44f4da11f\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.862883108Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.864299836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51aefb96-c9ab-4086-93c7-d466c635d176\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.864374971Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.866805453Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f07e8884-eac6-4fa0-9346-b20f0165dc1a\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.866983782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.869653488Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bb855c1-b2ec-48f1-a6b8-cb63de689fba\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.869937706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.870347032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.870426646Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.870469434Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.870523947Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.871361588Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.875287661Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.875363858Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.875402508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.875451349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.876584069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.87807001Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b1470df-da6f-452a-9a98-0e5f57eff91c\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.878285445Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.880288374Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8607bd4-f960-46d8-a050-6264a0e13b05\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.881582708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.882007186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.882184021Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.882308538Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.883294706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.885708875Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e97b26d-f783-412a-94c8-8652b0cf2dda\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.886078188Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.888166723Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a12221-d259-4481-b674-69d374cc69eb\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.88870236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.889072224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.88913766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.889218497Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.889268811Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.889918142Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.891024408Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b079db18-f42a-42a5-856f-e4d140d62123","zpool_id":"f1d47116-1eb3-4cb8-86c4-30adc81c8398","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.891116899Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.891167945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.891635832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.900679048Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.900827475Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.900881406Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.900924506Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.901977341Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.90319158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4df7764-fedd-476a-90fb-1fc1ea27c701\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.903466047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.903959657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.904042398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.907931905Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.908006149Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":5,"elapsed":"361.613692ms"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.911897209Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"734a6493-d57b-478a-984b-f50bad3323ad\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.91247349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.913046193Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.917222473Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.921233671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"588fe3dd-ee80-40b3-870d-67e4b7568496\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.922654067Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.924100305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"2c08a0f7-a764-40a3-96e3-9f6a230e5131","zpool_id":"f1d47116-1eb3-4cb8-86c4-30adc81c8398"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.926830146Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2e042d2-96de-43e4-95d5-397fec241446\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.92692886Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.935667427Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb8df39-6de8-4ca0-98ca-fd3a577ae330\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.935857399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.940046055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89a73c6b-5c0f-414b-9ad1-20c791500e1b\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.940483178Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.941006409Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: b079db18-f42a-42a5-856f-e4d140d62123","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"b079db18-f42a-42a5-856f-e4d140d62123"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.941210771Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.941280766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.942258256Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.945808792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f5b56d5-142e-412f-aa9a-4d973143133d\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.945979545Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.947362313Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: b079db18-f42a-42a5-856f-e4d140d62123 (physical_disk), lookup_type: ById(b079db18-f42a-42a5-856f-e4d140d62123) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.947437879Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.947485798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.947529097Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.948408224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.951971427Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20c4787a-f9a9-4314-9d9a-bae8ef18c3b0\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.952058006Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.953346558Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.960150938Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: b079db18-f42a-42a5-856f-e4d140d62123 (physical_disk), lookup_type: ById(b079db18-f42a-42a5-856f-e4d140d62123) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:15.960319366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"b079db18-f42a-42a5-856f-e4d140d62123","zpool_id":"f1d47116-1eb3-4cb8-86c4-30adc81c8398","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.960385012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.960445477Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.960871858Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.96389736Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.963966463Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.96402787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.964091641Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.964651568Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.968215894Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"027ce262-efc1-4f9d-ad3c-4ed783a93b9d\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.968537538Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.968905959Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.97226948Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.980228877Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.980304413Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:15.980353785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.980397996Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.981438466Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.995683702Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:15.999952463Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.000116712Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.000166916Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.001278873Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.011714938Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"267a5996-56ff-4efe-9f07-f16644f5e481\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.011912446Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.012874524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.012955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.013009012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.01305616Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.013973655Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.035246603Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.043083657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.043227164Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.0432785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.044485153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.058535576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.058617976Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.060324282Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.062006979Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba1941c-e62a-4c92-9395-485d8bcf5bcb\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.06230717Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.065577487Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"233c3835-6bca-4beb-b9fc-ad3c30991237\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.065729151Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.066991219Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"874edd3e-3561-4df4-a83b-acd3ba9ce32f\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.067177734Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.068420282Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7207c242-7495-4e0d-b4bf-abc75a2dded6\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.06851632Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.070218618Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf371825-3f90-40a1-843b-6c00eb57f7c8\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.07030675Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.071554839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bffa63e3-dae2-4c55-8889-458231589ff9\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.071810176Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.072993552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0039efe5-4370-4ed3-9340-be2e9eb3e8ac\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.081968878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.084050469Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db9879d0-ca9b-453f-9071-2826078d52da\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.084200299Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.09075348Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ff096a0-e5c9-4424-ae57-9ad12d192c1e\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.091436Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.105766482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7400e521-35f6-498d-b1d2-239aa6d858a0\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.106132058Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.114816583Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b48532f-568c-4b38-ac57-c26e6e13ced1\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.115275431Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.120061621Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74156f0-dc68-478f-acb6-2a14e26ac875\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.12015796Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.123696141Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"823262b1-7b7b-4018-8dc9-0e530ffd571b\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.123913691Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.130433503Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79a2bd7b-faa0-4e5e-bd0e-1a3d80536db7\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.130851166Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.138032996Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0234cd0-6648-4f83-b118-ec940fd47200\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.138354911Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.139525911Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a901407-dbaf-4b5e-b2d3-0da68cbb52de\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.139821963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.143941165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4333995-321c-4e40-926d-434757d960f4\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.144213377Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.149759668Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"015af5b7-77ce-421d-b4e2-f671f01c56d6\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.150076773Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.151891543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c551de81-324b-48a1-88cc-0debb5fdd25d\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.151991169Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62012"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.152080243Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.15745038Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cf68866-7510-4c0c-a720-d060e9e46293\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.159220637Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.161153051Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b677116-dd7f-497d-828e-71b25032c8d7\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.161573519Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.163401697Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043ee7ca-87ec-40ce-8550-e42520be4385\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.163738263Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.167282406Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f43ac7-780c-4170-81f4-466be2abf1eb\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.167628281Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.171837368Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b99d092f-1a14-477a-963e-a85cd320cd15\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.172028563Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.172105983Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.172158041Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.172208896Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.17352236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.177932884Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.18585792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.185956243Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.18600801Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.186444562Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.186526541Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.187935934Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.192545318Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.193136069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.198493088Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.1986001Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.198652989Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.199242226Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.294042287Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57852"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.294309078Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57852/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.295800711Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.295941241Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.29599415Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.29603757Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.298260463Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:16.299932839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38923"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.302214835Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"3198d8d8-b217-4521-a8db-1d19d4ec3c22","remote_addr":"[::1]:38923","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.302351878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"3198d8d8-b217-4521-a8db-1d19d4ec3c22","remote_addr":"[::1]:38923","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:16.303666514Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"3198d8d8-b217-4521-a8db-1d19d4ec3c22","remote_addr":"[::1]:38923","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1469,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.30419671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57852/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3198d8d8-b217-4521-a8db-1d19d4ec3c22\", \"content-length\": \"8258\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.39743834Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61943"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.3975543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61943/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.398555128Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.407947245Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.408054397Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.408101755Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.408825029Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:16.409804403Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62884"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.413305077Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"20844d84-8a28-46cc-8f6f-adf2fda269eb","remote_addr":"[::1]:62884","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.413448794Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"20844d84-8a28-46cc-8f6f-adf2fda269eb","remote_addr":"[::1]:62884","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:16.41475846Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"20844d84-8a28-46cc-8f6f-adf2fda269eb","remote_addr":"[::1]:62884","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","latency_us":1373,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.41746874Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61943/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20844d84-8a28-46cc-8f6f-adf2fda269eb\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.490094932Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:64893"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.49019585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:64893/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.496426014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.496599432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.497456323Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:16.499812712Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60643"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.500154539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.500372479Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.501975842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8964b642-72c6-478f-9c09-0bcbea17fcb2","remote_addr":"[::1]:60643","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.502035215Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8964b642-72c6-478f-9c09-0bcbea17fcb2","remote_addr":"[::1]:60643","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:16.50868696Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8964b642-72c6-478f-9c09-0bcbea17fcb2","remote_addr":"[::1]:60643","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","latency_us":6869,"response_code":200} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.510489023Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.519796386Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.519959713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.520085353Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.520419924Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:64893/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8964b642-72c6-478f-9c09-0bcbea17fcb2\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.612822521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:49521"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.612972821Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49521/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:16.616245835Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57468"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.629378632Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"f0fc314c-bb54-4386-8bd2-0bd7ba9b0297","remote_addr":"[::1]:57468","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.629525545Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"f0fc314c-bb54-4386-8bd2-0bd7ba9b0297","remote_addr":"[::1]:57468","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:16.631696421Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"f0fc314c-bb54-4386-8bd2-0bd7ba9b0297","remote_addr":"[::1]:57468","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2334,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.636586646Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49521/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0fc314c-bb54-4386-8bd2-0bd7ba9b0297\", \"content-length\": \"20487\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.642672472Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.642854127Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.642938431Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.643405256Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.644067414Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:16.644581176Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.712873201Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"cf82805b-e147-4f9a-a9d5-240349053ee8 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.7129934Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.713401443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.715827787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.788948941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.789075082Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57419/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:16.790432456Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:60252"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.79196357Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.792190239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.792818056Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.795093307Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.797140628Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"fbcfbcd8-28e3-48de-869d-117f69320071","remote_addr":"[::1]:60252","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.797489118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"fbcfbcd8-28e3-48de-869d-117f69320071","remote_addr":"[::1]:60252","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:16.804894911Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"fbcfbcd8-28e3-48de-869d-117f69320071","remote_addr":"[::1]:60252","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","latency_us":7696,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.806533186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57419/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbcfbcd8-28e3-48de-869d-117f69320071\", \"content-length\": \"4220\", \"date\": \"Fri, 30 Jan 2026 19:43:16 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.807044202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.809344706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.809414891Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.816331022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.816433424Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.816484118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.816529041Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.817676753Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.819834141Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.819921301Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.824776393Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.831210839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.831921928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.832016083Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.832880589Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.835747684Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.835837329Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.845872415Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.845978174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.846031183Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.84608266Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.84613105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.846940773Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.857152353Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.868656756Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:16.868772495Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.868826757Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.869897369Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.880270313Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-30T19:42:56.598918Z })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.880354778Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":5,"elapsed":"34.454575ms"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:16.893462413Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:16.951481401Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.004583739Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.004776027Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.00485501Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.004902819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.006182964Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.017248008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.02387892Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.023979097Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.024086208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.024505324Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:17.346012563Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7"} {"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.346110926Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-30 19:43:15.484781 UTC","collection_id":"860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.346505151Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7\",\"time_done\":\"2026-01-30 19:43:16.809328 UTC\",\"time_started\":\"2026-01-30 19:43:15.484781 UTC\"}","iteration":8,"elapsed":"2.414091364s"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.346599726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.346641302Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.346807335Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.346872831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.346919577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.34806769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.34932626Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.34940372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.349445878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.349482313Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.349835673Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.349905217Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.349955781Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.350008119Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.350054425Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.350843666Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.352615457Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.352691334Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.353374315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.354713292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56715","req_id":"22f23e42-9ba1-4ecf-b36e-7d49a80edef9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 87 7f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.354921182Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56715","req_id":"22f23e42-9ba1-4ecf-b36e-7d49a80edef9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.355177651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.355463432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.355673115Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.355805789Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:56715","req_id":"22f23e42-9ba1-4ecf-b36e-7d49a80edef9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.356462386Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10860, tv_nsec: 517247297 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.35662892Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.3566722Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.356983122Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.364963352Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.365410616Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.365520804Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.365900068Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.367185354Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.371811202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.371919676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.371972957Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.372367101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.373889627Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:2259","req_id":"e848da4c-28a9-4101-af93-77b19846eb18","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: dd 36 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .6..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.374017491Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:2259","req_id":"e848da4c-28a9-4101-af93-77b19846eb18","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.374236544Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.3742878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:2259","req_id":"e848da4c-28a9-4101-af93-77b19846eb18","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.374441798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:40006","req_id":"1d290754-7cdf-4342-8053-ee83d4d9dfee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bf 03 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.374531513Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:40006","req_id":"1d290754-7cdf-4342-8053-ee83d4d9dfee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.37474288Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.374773814Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:40006","req_id":"1d290754-7cdf-4342-8053-ee83d4d9dfee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.37500882Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.375080528Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.375787699Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.504937839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.506187121Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(abfb0f60-452f-4acd-8b5a-62173152c7a4, 2), (93b2e2c3-00d1-47a6-a694-142a26a4fb6a, 2), (860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.506345939Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:17.510530997Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.5106291Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.520731395Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.522104793Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.523476517Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bf48d961-2ca5-4599-af03-f14ec75d9970","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.523560631Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bf48d961-2ca5-4599-af03-f14ec75d9970","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.524240616Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:13105","req_id":"eb2b6f5b-1ae1-45c8-96c5-a8c48e006a9c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 66 54 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 fT..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.524405306Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:13105","req_id":"eb2b6f5b-1ae1-45c8-96c5-a8c48e006a9c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.524691788Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.525710724Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.526007447Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.52630882Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:13105","req_id":"eb2b6f5b-1ae1-45c8-96c5-a8c48e006a9c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.527251247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bf48d961-2ca5-4599-af03-f14ec75d9970","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.527437121Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bf48d961-2ca5-4599-af03-f14ec75d9970","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.528971031Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bf48d961-2ca5-4599-af03-f14ec75d9970","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.530025279Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7b3d887-8faa-49ff-9334-db3405726485\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.530234972Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.533520401Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10860, tv_nsec: 694275640 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.533647815Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.533690232Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.539646239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.54050296Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.540828322Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.540907165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:17.547652914Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"bf48d961-2ca5-4599-af03-f14ec75d9970","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":24176,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.559424118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf48d961-2ca5-4599-af03-f14ec75d9970\", \"content-length\": \"405\", \"date\": \"Fri, 30 Jan 2026 19:43:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.559667601Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.560109013Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b2a81b-0818-4703-b096-1893ccee1589\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:17 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.560254624Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.560311401Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.560363529Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.561251674Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.578094648Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88b8dd84-91d1-4eef-8853-580e76ad1e39","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.578213283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88b8dd84-91d1-4eef-8853-580e76ad1e39","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.578274579Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:41874","req_id":"7f2d55d4-ba7c-4437-8d0a-839e05d75946","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c9 60 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .`..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.578475114Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:41874","req_id":"7f2d55d4-ba7c-4437-8d0a-839e05d75946","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51552,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.578856853Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.57891853Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:41874","req_id":"7f2d55d4-ba7c-4437-8d0a-839e05d75946","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.579248241Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:18913","req_id":"c9d4158d-2ae4-4b87-8b9b-08813632c566","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1b b6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.579336333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:18913","req_id":"c9d4158d-2ae4-4b87-8b9b-08813632c566","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.579595729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.579634419Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:18913","req_id":"c9d4158d-2ae4-4b87-8b9b-08813632c566","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.584178479Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88b8dd84-91d1-4eef-8853-580e76ad1e39","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.584297174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88b8dd84-91d1-4eef-8853-580e76ad1e39","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.586379477Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88b8dd84-91d1-4eef-8853-580e76ad1e39","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.591964307Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.592079285Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.59213039Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.592195214Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.592779832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.842873956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:17.844800386Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"88b8dd84-91d1-4eef-8853-580e76ad1e39","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":266733,"response_code":200} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.84497182Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.845023217Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.84505847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.84661711Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.847576863Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.853822509Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.854391244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.873599345Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88b8dd84-91d1-4eef-8853-580e76ad1e39\", \"content-length\": \"29\", \"date\": \"Fri, 30 Jan 2026 19:43:17 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.87377116Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.87382415Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:17.873937384Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.879766849Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.880669976Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.882846714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:29502","req_id":"088be8d8-bdb9-4c6d-9437-41dc5ab0db3c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1f d5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.882957573Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:29502","req_id":"088be8d8-bdb9-4c6d-9437-41dc5ab0db3c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8149,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.883161223Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8149,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:43:17.883379775Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:29502","req_id":"088be8d8-bdb9-4c6d-9437-41dc5ab0db3c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.886165191Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.890514167Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.890657022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.891614932Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:26193","req_id":"facfc1dc-2c64-42a9-bd81-ed6d93ec74c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: e0 0a 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f ............._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.891733336Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:26193","req_id":"facfc1dc-2c64-42a9-bd81-ed6d93ec74c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.892036844Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.892385895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.892448384Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:26193","req_id":"facfc1dc-2c64-42a9-bd81-ed6d93ec74c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.959750845Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10861, tv_nsec: 120525955 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.959929865Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.961348486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.961456279Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.961502314Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.961605177Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.962467869Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.966086426Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.966239994Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.980221434Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.980462563Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.980604185Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.982746532Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:17.989777741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:25094","req_id":"075c2b3c-2196-4558-87fa-96d6a8878ec6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: ec 33 01 00 00 01 00 00 00 00 00 01 24 62 66 34 .3..........$bf4\n0010: 65 31 39 61 64 2d 66 35 63 36 2d 34 65 36 65 2d e19ad-f5c6-4e6e-\n0020: 39 36 34 32 2d 65 32 64 37 64 63 39 33 62 66 38 9642-e2d7dc93bf8\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.99033876Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:25094","req_id":"075c2b3c-2196-4558-87fa-96d6a8878ec6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60467,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 102,\n 52,\n 101,\n 49,\n 57,\n 97,\n 100,\n 45,\n 102,\n 53,\n 99,\n 54,\n 45,\n 52,\n 101,\n 54,\n 101,\n 45,\n 57,\n 54,\n 52,\n 50,\n 45,\n 101,\n 50,\n 100,\n 55,\n 100,\n 99,\n 57,\n 51,\n 98,\n 102,\n 56,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.99087086Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:17.991053147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:25094","req_id":"075c2b3c-2196-4558-87fa-96d6a8878ec6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:18.003450524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.012917667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.013043727Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:33444"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.013086636Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/ignition","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.016388018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.016528337Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.016571186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.016620668Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.016795269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.050512962Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.050641848Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.057254833Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.057586729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":6,"elapsed":"708.25669ms"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.088711484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcdf6aa5-9cea-4009-943f-9507fb1be502\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.089037557Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.106900148Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9cfbfe9-1e54-4909-a3bb-6d4cbdb89821\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.107170877Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.13686717Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"953183e6-be6b-449f-9dd0-28f39a5d4b7a\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.137063937Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.140581205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7\",\"time_loaded\":\"2026-01-30T19:43:17.349809880Z\",\"time_started\":\"2026-01-30T19:43:15.484781Z\"}}","iteration":5,"elapsed":"790.74459ms"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.140794275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.140857726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.140893991Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":6,"elapsed":"54.212µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.140933653Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.14097079Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.141016945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.14106262Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.141105819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.142065131Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.142912913Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":4,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.14297894Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":4,"elapsed":"46.947µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.1430227Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.143061811Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.143096673Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.143130843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.143965208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.14514737Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:45887","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.145229229Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:45887","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.14531676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:45887","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.145425295Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:45887","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.145477362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:45887","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.145580595Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:45887","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.145631972Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:45887","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.145677796Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:45887","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.145723611Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:45887","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:18.145768644Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:45887","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.146573658Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:45887","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:18.146645336Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:45887"} {"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:18.146683955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 869d0ab8-956c-4c42-beef-9d5a45c8a208","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"869d0ab8-956c-4c42-beef-9d5a45c8a208"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.146727686Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.146768721Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.14734441Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.149297015Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50052","req_id":"650331c0-9383-495c-8166-c81425454621","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 91 71 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .q..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.149388243Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50052","req_id":"650331c0-9383-495c-8166-c81425454621","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.14957063Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.149938521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.150142292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.150302002Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50052","req_id":"650331c0-9383-495c-8166-c81425454621","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.150417069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.156079991Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.156157912Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.156203396Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.156250704Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.156294304Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.156940619Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.16252073Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10861, tv_nsec: 323378651 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.16273361Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.163109356Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.164163895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.164506183Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.165358303Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.166574166Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7530b895-7aa0-4f08-b53e-96c5cee0c5b1\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.166906051Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.170897459Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.178052775Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.178234169Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.17836022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.179333681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.18290435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:47392","req_id":"653facd6-6f6d-4739-aaf1-274b29ca0b5c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 62 73 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e bs..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.18314653Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:47392","req_id":"653facd6-6f6d-4739-aaf1-274b29ca0b5c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.183837969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.184704119Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:47392","req_id":"653facd6-6f6d-4739-aaf1-274b29ca0b5c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.184913461Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:24344","req_id":"0c50ab1c-1956-4597-8656-566f9bc5770f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8b 24 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .$..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.184997996Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:24344","req_id":"0c50ab1c-1956-4597-8656-566f9bc5770f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.185311834Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.185437594Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:24344","req_id":"0c50ab1c-1956-4597-8656-566f9bc5770f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.186612572Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.186770018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.186830763Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.186873892Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.19404499Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.333808582Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.334685634Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.336208661Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.336304329Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.336355665Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.3363967Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.339922114Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce6d01fd-0c16-4bcb-8ab8-743ef0f3cadd\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.340067395Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.341326005Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b400fa9-3c75-41fc-9aa1-8cfbc511f954\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.34141553Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.341457908Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.341506118Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.34222832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.344166024Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e31509a8-2a7f-44bd-b9a2-f14969f70001\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.34436722Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.347054372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d2fbaf4-61f5-4ea5-8aa7-19653400c960\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.350213731Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.378184298Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.386343798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.386501043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.386550525Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.386600659Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.386644349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.387373696Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.389080643Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.389170549Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.389206774Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.389252198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.390418648Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.405854755Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.416466492Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.416570708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.416631363Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.417357684Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.419370323Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.419482505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.419555075Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.419669842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.420723579Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.423848647Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.429686941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:18.443619119Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.443704666Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.443757465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.443806938Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.443854145Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.44460167Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:18.448105189Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"869d0ab8-956c-4c42-beef-9d5a45c8a208","zpool_id":"55e30a9d-6869-496f-81d0-c82bafcbffd7","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.448181507Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.448238835Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.450106465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.453556383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.460236797Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.460420908Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.46056211Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.460734215Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.460846377Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.461712657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.465633549Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.465891803Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.469212755Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.46946698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.469617191Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.469805249Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.470774011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.475282698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.484870189Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.485086185Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.485225223Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.48635643Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.526783567Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.528491997Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.528760211Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.528977661Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.530776297Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.530937831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.531160702Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.531863504Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.533258236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:18.546293712Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.546614284Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"5696e32f-5860-40fc-9edc-7ec3c3546203\",\"inventory_collection_id\":\"860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"405.715152ms"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.547249266Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.554143753Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:18.566315544Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"f41bc17e-b00e-49fa-945b-d8c9f96f4111","zpool_id":"55e30a9d-6869-496f-81d0-c82bafcbffd7"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.621142686Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.621256391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.621317548Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.622688451Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:18.626381832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 869d0ab8-956c-4c42-beef-9d5a45c8a208","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"869d0ab8-956c-4c42-beef-9d5a45c8a208"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.626534237Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.626586636Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.627475623Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.629986281Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ee0d185-78a5-4122-803d-c3bb396bcf74\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.630193819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.647511554Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.647604546Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.647646743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.647697047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.648829507Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.65872261Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: 869d0ab8-956c-4c42-beef-9d5a45c8a208 (physical_disk), lookup_type: ById(869d0ab8-956c-4c42-beef-9d5a45c8a208) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.658829812Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.658882881Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.658932494Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.660939331Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.663289347Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.663419556Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.684889049Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.684980328Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":7,"elapsed":"541.965825ms"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.692049806Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.69223592Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.695439009Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.697016238Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.699246326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.706496117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 869d0ab8-956c-4c42-beef-9d5a45c8a208 (physical_disk), lookup_type: ById(869d0ab8-956c-4c42-beef-9d5a45c8a208) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:18.706685268Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"869d0ab8-956c-4c42-beef-9d5a45c8a208","zpool_id":"55e30a9d-6869-496f-81d0-c82bafcbffd7","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.706801057Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.706911846Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.707679623Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.727676634Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.72785383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.728258757Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.72844923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.728581523Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.728687903Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.730822544Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.739354444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6643ef23-ea8b-4d0e-a6be-393b11a9b034\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.739954344Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.747414419Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.752091624Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.752523196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.752649486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.761849958Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.762187535Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.76234456Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.762459618Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.763435895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.765789157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d963837-ab2c-408a-b503-c8f3938a4638\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.766328822Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.768228778Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ad8a4b0-9414-4a87-9b1b-e285a5837bf8\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.768609705Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.769194423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.775464469Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.775849084Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.775991569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.776774987Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.779903051Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e617e1ec-fd57-4341-97f8-eb0822ad7487\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.780284299Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.782465496Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13dcdd35-2d8d-40b3-a549-70a1d594e0b7\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.782771388Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.783904309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.784207706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.784573392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.784648367Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.786976768Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.790221653Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d56c781-31b7-46e4-bb1c-510681e05990\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.79053936Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.79438211Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.802132455Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.802240298Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.802297035Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.802834055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:18.80431731Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.805515085Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d5237a-609f-4373-9899-1cca670203c2\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.809584604Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:18.81232692Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.812415363Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.814705325Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.821425682Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e848f3e-85ee-4f2c-b00c-5ce1b499a991\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.821941918Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.832766877Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76f6796f-dd6f-4d9c-a57e-958a1e786ab6\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.833002423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.840972252Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a5e2e30-5e23-43d2-9cb4-5eecc86cccb7\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.841180663Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.843203823Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5204fd34-bffb-41ed-9b93-16ddf05df618\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.843319773Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.846535187Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37343a03-f4c0-4f4a-96bd-c9a34559f6c0\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.846654443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.847559834Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c99f6d-6c6b-4b90-92a1-9d6011dd5444\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.847795591Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.849147294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"759a8d26-7c2c-4409-b902-91706c7b3c11\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.84930486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.850371895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ab73185-dae1-4c81-99d5-dffc63ce97b9\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.850476301Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.851597768Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e887a3ff-9beb-486f-8c9c-28beb288c34b\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.851694799Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.852964693Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"782583b6-f058-416f-8063-c5fb2bf3981e\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.853164305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.854323751Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb11d5b0-0d8e-4b44-bad4-0233cb68939c\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.854602787Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.855469068Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fbba4b3-98f7-47b9-9aca-aa86674db28e\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.855681276Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.856662173Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce834d48-3ac6-4cc2-8e8f-4acb63cb5f54\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.856871706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.865145102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19aaca4-6283-43e2-a505-4bc109533e1e\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.8654395Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.869202486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c311ca38-7362-4bce-a4cd-374fdea0a3ea\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.869937384Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.874720468Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de23c7b4-3e31-44c6-9115-254af3f9efca\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.887794353Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.907922886Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c183903d-aad2-47f1-a06a-5a4afce2319e\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.908305967Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.915138877Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e64f99e5-0602-46d4-9137-e0de75f563b9\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.915456683Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.931282475Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bd1387d-e7d4-466b-9d2c-afbdaa49089d\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.931591123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.939556312Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"260a0c45-fa76-4fca-b8ea-df58e6086acd\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.939802511Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.947286896Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd9a07b3-2204-4c02-ae52-cc0830a9fa7b\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.947625556Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.949893452Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b624569e-78ef-4a62-b810-99587c53770c\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.950155163Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.954782294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93543a10-82d9-43a3-99b7-445b9370181a\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.95495456Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.995619929Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d4cc5d0-74d3-4e80-b7a7-54061f9db492\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:18.995853532Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.003330482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf80fb53-3bf7-444e-bdd5-a86d2dc4f69e\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.003657949Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.045120535Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3a65c9a-4ba5-4ec0-89ef-26d703b98ad8\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.045393569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.063195915Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbc1025e-fe64-467c-8e88-f9fb7ab417e8\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.063492087Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.092842365Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.111368577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38f16594-707b-4023-b0b5-487df6129432\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.112154862Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.11820306Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a194c773-5b22-42af-b2b4-9cc0b275c46a\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.118678382Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.155419552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.15551061Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.155562217Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.155609114Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.158255182Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.160639468Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4651b44e-06a4-4374-9494-68bf13c4b503\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.160862139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.164753189Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d39ab9be-cd8d-4672-ab0a-e9551351b8a5\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.164923761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.197004822Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.227130863Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.227359776Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.227706723Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.230238806Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.231664071Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b00a3d48-2bbf-44b9-a76e-ea0f54abb7fb\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.231776513Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.236208351Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.236298697Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.237278332Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.242219903Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e5b0fb1-45ff-484e-969c-13701e3e8ffc\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.242829432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.256810562Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"660d3e61-3a86-468e-870d-8e2a4bdda39f\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.257200769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.267989662Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"451ba377-ae55-4ff3-9acd-3ef4b114a0d9\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.268259099Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.277499453Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bbf2dab-f470-4552-ae61-ee1cedd25de3\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.277995568Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.27972434Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b799a60c-a8cf-4d3b-9e58-7b4d57775e67\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.27982085Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62012"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.279873468Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.282395259Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35fa1cbf-5436-4086-b047-4113ee0b6959\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.283638108Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.285849387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b7c884f-15cc-4362-b482-e0a2f1af9e4b\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.286122361Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.290477681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"513c5033-e893-452a-a263-f5403c187b61\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.290858558Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.293943903Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aced32a7-7a00-40b9-acb0-60835fcf6fc6\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.295703559Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.300021762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0872eff-d0d0-4a6a-9a40-168e0877f0cc\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.300491443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.300584234Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.300855906Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.300934117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.303454375Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.310179161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.317573681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.317673517Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.31772828Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.317779065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.317826132Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.31881254Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.331282297Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.343882945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.343998905Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.344055902Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.344658908Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.500177966Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57852"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.500280598Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57852/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.535685748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39305"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.537515629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.537640427Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.537933843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.538571741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.540077002Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3d6dd51-5965-4a90-ab07-afeb5cfadf87","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.54028924Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3d6dd51-5965-4a90-ab07-afeb5cfadf87","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.540349134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"fa64a4e9-b462-447e-8252-93484af33367","remote_addr":"[::1]:39305","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.54040508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"fa64a4e9-b462-447e-8252-93484af33367","remote_addr":"[::1]:39305","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.540571955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3d6dd51-5965-4a90-ab07-afeb5cfadf87","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.540672913Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3d6dd51-5965-4a90-ab07-afeb5cfadf87","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.541651555Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3d6dd51-5965-4a90-ab07-afeb5cfadf87","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.550030249Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"fa64a4e9-b462-447e-8252-93484af33367","remote_addr":"[::1]:39305","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":8868,"response_code":200} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.555594196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.557425871Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.557509273Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.557560529Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.557702733Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57852/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa64a4e9-b462-447e-8252-93484af33367\", \"content-length\": \"8632\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.674692726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61943"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.674916238Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61943/inventory","method":"GET"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.676637805Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a3d6dd51-5965-4a90-ab07-afeb5cfadf87","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":136905,"response_code":200} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.679464977Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64685"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.680713697Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d6dd51-5965-4a90-ab07-afeb5cfadf87\", \"content-length\": \"405\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.68120844Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.683657891Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0e135c3f-e414-4988-a2dd-f972171f3e18","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.683856011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0e135c3f-e414-4988-a2dd-f972171f3e18","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.684219842Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"f5de2f67-7ad8-4445-8d56-d2d871bfb9f6","remote_addr":"[::1]:64685","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.6843686Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"f5de2f67-7ad8-4445-8d56-d2d871bfb9f6","remote_addr":"[::1]:64685","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.691229647Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0e135c3f-e414-4988-a2dd-f972171f3e18","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.691629804Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0e135c3f-e414-4988-a2dd-f972171f3e18","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.692564776Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0e135c3f-e414-4988-a2dd-f972171f3e18","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.696934465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"f5de2f67-7ad8-4445-8d56-d2d871bfb9f6","remote_addr":"[::1]:64685","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","latency_us":12686,"response_code":200} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.703197888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.703284346Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.703815634Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61943/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5de2f67-7ad8-4445-8d56-d2d871bfb9f6\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.82845339Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:64893"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.828561152Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:64893/inventory","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.831708366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.833067133Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.833922972Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0e135c3f-e414-4988-a2dd-f972171f3e18","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":150245,"response_code":200} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.834779762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62654"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.842189423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e135c3f-e414-4988-a2dd-f972171f3e18\", \"content-length\": \"29\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.842336247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.842412464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.842514154Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.844763973Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"764bc74c-d363-4d12-8c49-57e07f7143ef","remote_addr":"[::1]:62654","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.844880634Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"764bc74c-d363-4d12-8c49-57e07f7143ef","remote_addr":"[::1]:62654","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.846212777Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"764bc74c-d363-4d12-8c49-57e07f7143ef","remote_addr":"[::1]:62654","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","latency_us":1476,"response_code":200} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.847180446Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.847291686Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.849671544Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:64893/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"764bc74c-d363-4d12-8c49-57e07f7143ef\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.947314479Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:49521"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.947441251Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49521/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.948842757Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62203"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:19.949785515Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.950559454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8ca9d703-f4a3-49e8-b836-eb9466f8a63a","remote_addr":"[::1]:62203","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.950642145Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8ca9d703-f4a3-49e8-b836-eb9466f8a63a","remote_addr":"[::1]:62203","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:19.958234403Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8ca9d703-f4a3-49e8-b836-eb9466f8a63a","remote_addr":"[::1]:62203","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7626,"response_code":200} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.959247347Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:19.959371744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.959572368Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49521/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ca9d703-f4a3-49e8-b836-eb9466f8a63a\", \"content-length\": \"20487\", \"date\": \"Fri, 30 Jan 2026 19:43:19 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.96351254Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.963662831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.963759921Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.96384186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:19.964230393Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:19.964658518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.050121635Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"cf82805b-e147-4f9a-a9d5-240349053ee8 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.050295364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.050607128Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.053108397Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.134365724Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.134495853Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57419/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:20.135205619Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:45568"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.14115836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"d7d284c7-35b3-4c3f-8097-d979b4d924d7","remote_addr":"[::1]:45568","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.141256923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"d7d284c7-35b3-4c3f-8097-d979b4d924d7","remote_addr":"[::1]:45568","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:20.142147884Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"d7d284c7-35b3-4c3f-8097-d979b4d924d7","remote_addr":"[::1]:45568","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","latency_us":998,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.144670617Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57419/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7d284c7-35b3-4c3f-8097-d979b4d924d7\", \"content-length\": \"4220\", \"date\": \"Fri, 30 Jan 2026 19:43:20 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.145374251Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.147260379Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.147328008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.151530292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.151613063Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.15166483Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.151711436Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.152650066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.172449278Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.179863107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.180550748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.180670255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.181851727Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.244695124Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.297019444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.297172691Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.297229268Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.297275894Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.29964534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.304453776Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.314049304Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.314223845Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.314402694Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.315221206Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.462280042Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.462735252Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.466962327Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.468242101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.468360757Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.468413957Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:20.497711606Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"4bd9513a-6aef-4dda-91b7-1bc5650e9967"} {"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.497848318Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-30 19:43:18.012790 UTC","collection_id":"4bd9513a-6aef-4dda-91b7-1bc5650e9967"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.498911545Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"4bd9513a-6aef-4dda-91b7-1bc5650e9967\",\"time_done\":\"2026-01-30 19:43:20.147290 UTC\",\"time_started\":\"2026-01-30 19:43:18.012790 UTC\"}","iteration":9,"elapsed":"3.152257687s"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.499311502Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.499410326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.4994947Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.499580828Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.499677027Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.501074715Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.502844362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.503240541Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.503397455Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.503705501Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.503839188Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.505863881Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.507197607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.507269145Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.507314208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.507357418Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.509185485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.509534406Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.510311953Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.512821819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:28542","req_id":"b8783937-72c1-4c1a-9997-ea777de49d8a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 30 12 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 0............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.512971107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:28542","req_id":"b8783937-72c1-4c1a-9997-ea777de49d8a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.513408772Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.513564103Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.513765309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.513951854Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:28542","req_id":"b8783937-72c1-4c1a-9997-ea777de49d8a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.514646008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.522810199Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.522927401Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.522986543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.523636736Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.529495994Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.537836047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.538075422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.538132971Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.538654659Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.542067762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10863, tv_nsec: 702575319 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.542205105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.54434651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.545855919Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(abfb0f60-452f-4acd-8b5a-62173152c7a4, 2), (93b2e2c3-00d1-47a6-a694-142a26a4fb6a, 2), (860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7, 2), (4bd9513a-6aef-4dda-91b7-1bc5650e9967, 2)]","collection_id":"abfb0f60-452f-4acd-8b5a-62173152c7a4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.545945494Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.545999546Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.547144853Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.549600357Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.549681444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.550582005Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.560335018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:64945","req_id":"f0cb38f2-663d-4091-a067-176029e7b27a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 89 74 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .t..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.560662124Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:64945","req_id":"f0cb38f2-663d-4091-a067-176029e7b27a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.561228204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.561663393Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:64945","req_id":"f0cb38f2-663d-4091-a067-176029e7b27a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.562016102Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:59825","req_id":"ecf4db3c-17ae-4cda-b919-6383f428e728","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ca 38 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .8..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.562279887Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:59825","req_id":"ecf4db3c-17ae-4cda-b919-6383f428e728","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.562702731Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.562864265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:59825","req_id":"ecf4db3c-17ae-4cda-b919-6383f428e728","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.747212784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.748972881Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.749100505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.749300989Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.752181101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.75328895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b3e998-fc14-4c02-bb2b-cd27d056be77\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.753591836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.76055786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a386d32d-f9ab-4b85-addc-4dec250a8619\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:20 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.760802275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.760868552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.760924187Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.763106226Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.767178941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.767303839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.768490411Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.768578092Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.768710626Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.768779178Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.769805228Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.776386237Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.776466272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.77650867Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.776561689Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.779278914Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.783928522Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.784045824Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.786436885Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.786538014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.78678775Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.788475768Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.790187675Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.806004008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.806756963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.806938649Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.808495666Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.814032237Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.814116681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.814163388Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.814211818Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.815515051Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.822901935Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.823004978Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.828229553Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.830772047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":8,"elapsed":"321.863895ms"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:20.852530438Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:20.887655338Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":0,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":0,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"abfb0f60-452f-4acd-8b5a-62173152c7a4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.887860603Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.88791722Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.888759911Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.897991677Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(93b2e2c3-00d1-47a6-a694-142a26a4fb6a, 2), (860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7, 2), (4bd9513a-6aef-4dda-91b7-1bc5650e9967, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.898578349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.900858501Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"4bd9513a-6aef-4dda-91b7-1bc5650e9967\",\"time_loaded\":\"2026-01-30T19:43:20.503204376Z\",\"time_started\":\"2026-01-30T19:43:18.012790Z\"}}","iteration":6,"elapsed":"397.988896ms"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.901179163Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.90153092Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.901607108Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.901663154Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.901713117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.903368568Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.904600323Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.904672231Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.904713146Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":7,"elapsed":"91.368µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.904756786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":5,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.904799434Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":5,"elapsed":"25.984µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.904845028Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.904886875Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.904924122Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.905178758Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.908529502Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.912226271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:33388","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.912354195Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:33388","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.912412956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:33388","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.912471487Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:33388","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.912522352Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:33388","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.912571845Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:33388","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.912623592Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:33388","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.912673715Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:33388","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.912728218Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:33388","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:20.912815238Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:33388","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.915184594Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:33388","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:20.915272445Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:33388"} {"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:20.915319723Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: ac66cec6-f637-46cf-aa37-3e571e854b9c","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"ac66cec6-f637-46cf-aa37-3e571e854b9c"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.915377562Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.915425111Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.916558693Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.922307703Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.930955482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.931187121Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.931328763Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.931513445Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.931639956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.932375727Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.935616313Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:28744","req_id":"8ed23cca-9166-4555-a9ef-3280b00bdf03","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b5 48 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .H..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.935852321Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:28744","req_id":"8ed23cca-9166-4555-a9ef-3280b00bdf03","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46408,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.936924967Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.939450957Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.939638905Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.939768292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:28744","req_id":"8ed23cca-9166-4555-a9ef-3280b00bdf03","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.939998698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:54860","req_id":"2759f494-ccf2-4d6a-a551-a94c614e7b0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e4 55 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .U..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.94018325Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:54860","req_id":"2759f494-ccf2-4d6a-a551-a94c614e7b0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58453,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.940383153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.940421232Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.940927367Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.94110788Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:54860","req_id":"2759f494-ccf2-4d6a-a551-a94c614e7b0a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.941536165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.954554656Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.954718365Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.954886923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.955617322Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.958917221Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10864, tv_nsec: 118948815 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.959051789Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.959153269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.95920696Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10864, tv_nsec: 119524594 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.959306315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.959345275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.961697105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.96177685Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.962968482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.964211761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.964334435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.96439484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.964441706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.965278435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.978543045Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51169","req_id":"e2a2a725-831b-4fc5-a1d4-0c6296fba584","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 61 24 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e a$..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.97866657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51169","req_id":"e2a2a725-831b-4fc5-a1d4-0c6296fba584","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.981120831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.981200055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:51169","req_id":"e2a2a725-831b-4fc5-a1d4-0c6296fba584","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.981782629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12657","req_id":"d964c257-bff8-47cf-b66b-173772472753","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 11 76 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .v..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.981893227Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12657","req_id":"d964c257-bff8-47cf-b66b-173772472753","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4470,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.982132572Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.982168817Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12657","req_id":"d964c257-bff8-47cf-b66b-173772472753","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.982350061Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:3807","req_id":"fc641a29-33e7-4e11-b85b-6461236db453","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e3 fc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.982444196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:3807","req_id":"fc641a29-33e7-4e11-b85b-6461236db453","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.982675063Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.98270771Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:3807","req_id":"fc641a29-33e7-4e11-b85b-6461236db453","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.982777344Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:6033","req_id":"9140f582-7865-4172-930a-0c2e575dcdef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7c 5e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e |^..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.982847499Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:6033","req_id":"9140f582-7865-4172-930a-0c2e575dcdef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.983077996Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.983110383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:6033","req_id":"9140f582-7865-4172-930a-0c2e575dcdef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.986575593Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.994354337Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.994470016Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.994522534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.994576766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.994623312Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.995839255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.998016855Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.998113534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:20.998166875Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.998211337Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:20.998805795Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.120706976Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.293578661Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.298733382Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:49076","req_id":"609f9abb-b6db-4982-a06f-4ed0e5344737","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 23 16 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c #............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.298866497Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:49076","req_id":"609f9abb-b6db-4982-a06f-4ed0e5344737","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.299322941Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:43:21.302100239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:49076","req_id":"609f9abb-b6db-4982-a06f-4ed0e5344737","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.302654374Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13d08f7c-a767-4f08-a7fc-1273dec35f85\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.303059181Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.303944059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.309746449Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.309859864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.309913695Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.31042902Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.31212295Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.316523243Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.319682851Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:21.326069238Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.326149774Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.326202644Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.326253749Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.326300967Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.327090047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:21.328802476Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"ac66cec6-f637-46cf-aa37-3e571e854b9c","zpool_id":"0cb68d6a-a097-476c-bf71-3db2b787a3c9","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.328888423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.328937825Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.329492191Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.330613318Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:45674","req_id":"456f15d3-b041-4a8b-aa47-5061e5d6c222","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: c6 60 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f .`..........._co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.33070621Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:45674","req_id":"456f15d3-b041-4a8b-aa47-5061e5d6c222","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.330936836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.331104442Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.331208989Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:45674","req_id":"456f15d3-b041-4a8b-aa47-5061e5d6c222","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.335834326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a74f6a-d1d8-47f7-b19d-279490a39101\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.33598132Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.336031554Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.336079753Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.336771443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.339778576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10864, tv_nsec: 500608981 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.339897462Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.340243517Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.340308441Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.34035642Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.34039969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.341198991Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.344546068Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.348761378Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.348837606Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.348888671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.348937462Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.348983667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.349605542Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.350878222Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.350986666Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.351029906Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.351083486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.351673405Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.354808343Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:13429","req_id":"10642f21-5bae-4634-8817-d4d1940a9765","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: b2 33 01 00 00 01 00 00 00 00 00 01 24 62 66 34 .3..........$bf4\n0010: 65 31 39 61 64 2d 66 35 63 36 2d 34 65 36 65 2d e19ad-f5c6-4e6e-\n0020: 39 36 34 32 2d 65 32 64 37 64 63 39 33 62 66 38 9642-e2d7dc93bf8\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.354984016Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:13429","req_id":"10642f21-5bae-4634-8817-d4d1940a9765","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 102,\n 52,\n 101,\n 49,\n 57,\n 97,\n 100,\n 45,\n 102,\n 53,\n 99,\n 54,\n 45,\n 52,\n 101,\n 54,\n 101,\n 45,\n 57,\n 54,\n 52,\n 50,\n 45,\n 101,\n 50,\n 100,\n 55,\n 100,\n 99,\n 57,\n 51,\n 98,\n 102,\n 56,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.355373862Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.355430158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:13429","req_id":"10642f21-5bae-4634-8817-d4d1940a9765","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.355529864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.360506678Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.360646407Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.360703575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.361096607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.362815439Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.362901466Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.362940868Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.362991112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.363630012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.365637711Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.365996913Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:33444"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.36618419Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/ignition","method":"GET"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:21.370737969Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.371019952Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"5696e32f-5860-40fc-9edc-7ec3c3546203\",\"inventory_collection_id\":\"4bd9513a-6aef-4dda-91b7-1bc5650e9967\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"469.823403ms"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.371475183Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.37460488Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.380904006Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.380998912Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.381043354Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.381095051Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.381135064Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:21.384835179Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"73836ff9-3ca0-4d54-a498-4f2c841e9f76","zpool_id":"0cb68d6a-a097-476c-bf71-3db2b787a3c9"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.387662482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.387747397Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.387802421Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.388720818Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.398409689Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20918379-7f2d-4e6f-841a-b0ee65123702\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.398708767Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1","method":"GET"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.406800748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.40687933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.406919814Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.406967803Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.407883405Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:21.40929865Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: ac66cec6-f637-46cf-aa37-3e571e854b9c","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"ac66cec6-f637-46cf-aa37-3e571e854b9c"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.409424189Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.40951179Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.410130078Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:21.411296117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.411893562Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.414449623Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8699056-6ebd-4594-b1c5-e0579a20e325","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.414594413Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8699056-6ebd-4594-b1c5-e0579a20e325","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.419436789Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8699056-6ebd-4594-b1c5-e0579a20e325","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.419622502Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8699056-6ebd-4594-b1c5-e0579a20e325","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.42067158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8699056-6ebd-4594-b1c5-e0579a20e325","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.42312532Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.423219956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.427772162Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.427879945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":9,"elapsed":"523.040438ms"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:21.446953558Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8699056-6ebd-4594-b1c5-e0579a20e325","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":32658,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.447382835Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: ac66cec6-f637-46cf-aa37-3e571e854b9c (physical_disk), lookup_type: ById(ac66cec6-f637-46cf-aa37-3e571e854b9c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.44747706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.447528606Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.447574341Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.448418154Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.450177029Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8699056-6ebd-4594-b1c5-e0579a20e325\", \"content-length\": \"405\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.450455224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.451763968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba87d0df-f64d-4311-b183-179bf945a88e","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.451854205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba87d0df-f64d-4311-b183-179bf945a88e","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.454575137Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba87d0df-f64d-4311-b183-179bf945a88e","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.454678611Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba87d0df-f64d-4311-b183-179bf945a88e","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.455990812Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba87d0df-f64d-4311-b183-179bf945a88e","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:21.461834818Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ba87d0df-f64d-4311-b183-179bf945a88e","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10073,"response_code":200} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.466550272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.466630929Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba87d0df-f64d-4311-b183-179bf945a88e\", \"content-length\": \"29\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.47443294Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.474598653Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:21.474694852Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.475026868Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c711168-3089-4dca-8803-1a6c3614e490\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.475514585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.475891143Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.477292439Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.489607797Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: ac66cec6-f637-46cf-aa37-3e571e854b9c (physical_disk), lookup_type: ById(ac66cec6-f637-46cf-aa37-3e571e854b9c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:21.489765062Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"ac66cec6-f637-46cf-aa37-3e571e854b9c","zpool_id":"0cb68d6a-a097-476c-bf71-3db2b787a3c9","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.489868175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.489980096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.490745718Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.50825063Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.509421058Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.509563653Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.509619007Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.509715346Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.509842629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.509903746Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.509948528Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.511130741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.551369819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.554721565Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.562228557Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.562331981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.562386043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.562434443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.563159932Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.56439315Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0de727e3-3330-4cfd-8ae0-adba7e75e190\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.564645662Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.570366744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.574430531Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.574625524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.574746454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.575481984Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.579072252Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66e02b89-41f5-4172-b2b3-27b3effcbfd6\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.580050744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.581338335Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.581556325Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.581629507Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.581683178Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.582596004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.587437067Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.598060238Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.598213265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.598264921Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.601542825Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.603104902Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c22aef18-a11d-40eb-83a4-38c91ffdf870\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.603497764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.608192305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.608355422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.609428279Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.612102014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5633c27-60b9-405d-a687-ba8114492627\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.612625265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.616094464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c6788b1-14cf-4529-834f-6134b68847bf\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.616932004Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.620795938Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f564dfe3-d6cf-4f50-bcae-c13b4c51d647\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.621078613Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.623660347Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e69e96fc-e6c3-4f09-99dd-a5563a560d6c\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.623960227Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.625662384Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4184b708-d7d2-4f43-a222-52d69bf03fab\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.626094617Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.628331369Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"350203a6-ab5d-48c1-86c5-a34640798cc8\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.628859932Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.630626281Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02f275a3-ed64-4ee9-a4ac-a1a73a7e0f8c\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.63099348Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.632717242Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26886e86-03d5-4115-bca6-dfc3022f65fd\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.633124764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.639654176Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8444d868-8c27-4201-b850-d20c3dff34db\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.639964798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.643189221Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cae9cce-ba85-4934-aa36-f2b35c95b3de\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.64367287Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.647383027Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be607033-83ae-457f-b436-2f3f3d33cc90\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.647659899Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.650495629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eb0ff1b-c144-4123-b0c8-dfbf30236130\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.651264568Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.659181467Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9ac3434-70ca-469f-a394-cb09520ec0eb\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.659426343Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.676201266Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"607ab66e-b030-436b-b45d-48eaad040c34\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.676907214Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.679069202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68d29236-e18d-49a6-b269-4a6be63bf5a3\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.690455019Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.692641738Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.692724258Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.693340762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.695071148Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.696406166Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd5b012-7edf-4195-9e9d-aa4b96a81b15\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.696561197Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.6997956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"211d6eb2-0141-4406-9406-6d64810689ba\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.699977205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.700902177Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.700992573Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.70477545Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46cc3681-fbb8-4d48-a003-5be337b6be97\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.704850766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.705876836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.705957493Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.710681895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aca26aa-d1fa-4d9f-abe9-062bd1e94391\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.711049204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.713649076Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239329ae-8c53-4b25-8d9f-c9b3fdf1c5a6\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.713822986Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.715849964Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43b4a363-fb2d-421a-a31a-64bf89f7f7fd\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.716089198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.71808889Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e588ced1-5844-4e14-892e-9288799ebcf7\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.71831623Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.719142788Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.722893729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40f2dce1-48de-48cb-8734-4f7c728bcd28\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.723061415Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.725195265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f25a05-ecce-416b-b3a1-5e5f6ffce0a1\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.725308849Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.727333223Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e91eb4-3643-4304-b614-f04aa061821b\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.727447829Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.730861353Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a0beda2-d903-4cb6-8736-9b424b0f86eb\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.731065635Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.733267304Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47ffd00f-69c3-473e-b405-249512785171\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.733657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.738353224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4016af07-e27e-4418-b5c5-966297ee8200\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.738620416Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.740849502Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7819bfbd-41d2-4773-b6b4-12ede6375fec\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.741096813Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.743245453Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dbddcdd-281f-4904-a2de-ba888cc1eb16\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.743443662Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.74534929Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dea7b2d-02fc-4c10-b8e1-9074b929b172\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.745698291Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.748383891Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1daa8ce-f1ff-4d73-9ec8-bbb6965c220b\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.748865977Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.751726658Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1640ccf3-33d7-420f-b576-7f0ce89163a9\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.752183011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.753921874Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce515bc-ae8d-4665-9815-10304efd4034\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.754453643Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.75572518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de4a92e0-fa59-45e9-b449-f83360aaab4c\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.756275788Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.758432284Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06b847af-cf50-4bce-a555-de37612c17bd\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.759044189Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.762756409Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2716d8f8-483a-4b36-a121-4260565eafd8\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.763083165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.76777053Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e760a63-b328-455b-8d85-041ea584fe03\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.767993481Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.770528208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.770603474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.770650822Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.770692779Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.771533005Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.7748943Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a27ccc88-9cce-4429-a184-f5e1c2bff073\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.775128685Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.777447616Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.7904819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.790614324Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.790671913Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.791392852Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:21.794933048Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.797229022Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.797330963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.799467087Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.803565445Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b667dbe7-3c0f-4afb-947a-dd481b3ea6fa\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.803736308Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.808604798Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d607b4-f884-4a84-987a-0e3f63526379\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.808963279Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.815757538Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac7adc0-4dc1-4475-abff-f619c4d683ea\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.816749749Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.8191265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cf831df-302d-4b30-aeb4-51c19a1d09a2\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.819621673Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.832215076Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ab3121a-0ea7-4474-add6-1c06bc8cbb4f\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.832649002Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.835453898Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b8a9f34-7bcd-4cbb-a4ea-b48c5eb10246\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.835557953Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.83934569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5711ed5-7614-4b9f-a9c6-cb93a518b689\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.839801101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62012"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.839963246Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.844370553Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de865462-287e-4743-9d55-4f3a521a6d39\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.844919257Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/0","method":"GET"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.847629096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.848557886Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.848717716Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.84878269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.848837744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.851291093Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.854969224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9af67ee4-b34b-4f32-b69c-4911d807d93e\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.855447452Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.858594896Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.877431689Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.877601801Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.877656935Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.878135834Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"reconfigurator config load complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.886340518Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","switches":"Loaded(ReconfiguratorConfigView { version: 1, config: ReconfiguratorConfig { planner_enabled: false, planner_config: PlannerConfig { add_zones_with_mupdate_override: false }, tuf_repo_pruner_enabled: true }, time_modified: 2026-01-30T19:42:56.598918Z })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.887075176Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"config_updated\":false}","iteration":6,"elapsed":"38.791888ms"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.890730058Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"472d652f-8edc-4d68-a1ed-15a4bb83246a\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.890843082Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.896057457Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da598efc-3100-4da3-b7cd-77d0c8a0f266\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.896915339Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.901825796Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cf334f6-671b-49f5-9670-fa444cd1bc99\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:21 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.902406987Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.902484658Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.902692086Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.902881047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.906325204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.912076007Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.922105411Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.922227353Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.922281194Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.922377052Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.922426174Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.923623207Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.928121913Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.934146362Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:21.934287093Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.934357398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:21.93656015Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.013915463Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57852"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.014022915Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57852/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:22.014768045Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42616"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.017836886Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"5f1f4662-8008-41da-a74f-c6aaec802b79","remote_addr":"[::1]:42616","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.01793533Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"5f1f4662-8008-41da-a74f-c6aaec802b79","remote_addr":"[::1]:42616","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:22.019649121Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"5f1f4662-8008-41da-a74f-c6aaec802b79","remote_addr":"[::1]:42616","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1804,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.021351509Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57852/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1f4662-8008-41da-a74f-c6aaec802b79\", \"content-length\": \"9006\", \"date\": \"Fri, 30 Jan 2026 19:43:22 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.083656654Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61943"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.083794088Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61943/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:22.085755871Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58578"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.087152848Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"33bf690b-fde1-444e-9ca4-0095124ad0e9","remote_addr":"[::1]:58578","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.087223644Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"33bf690b-fde1-444e-9ca4-0095124ad0e9","remote_addr":"[::1]:58578","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:22.091540074Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"33bf690b-fde1-444e-9ca4-0095124ad0e9","remote_addr":"[::1]:58578","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","latency_us":4373,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.092545451Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61943/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33bf690b-fde1-444e-9ca4-0095124ad0e9\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:22 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.179364691Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:64893"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.17957717Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:64893/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:22.181676017Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48763"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.190693951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"4aafbfde-f825-4878-8493-143948c1df87","remote_addr":"[::1]:48763","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.19097444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"4aafbfde-f825-4878-8493-143948c1df87","remote_addr":"[::1]:48763","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:22.19227099Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"4aafbfde-f825-4878-8493-143948c1df87","remote_addr":"[::1]:48763","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","latency_us":1560,"response_code":200} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.193138663Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.197442345Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:64893/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aafbfde-f825-4878-8493-143948c1df87\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:22 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.266422353Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:49521"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.266597364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49521/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.267677657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.267764105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.26781479Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.267859633Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.26870505Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:22.269958891Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54773"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.270852226Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"63059aa3-6e0b-4ae5-b6c7-2e1d26ec61dc","remote_addr":"[::1]:54773","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.270959679Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"63059aa3-6e0b-4ae5-b6c7-2e1d26ec61dc","remote_addr":"[::1]:54773","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:22.276947481Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"63059aa3-6e0b-4ae5-b6c7-2e1d26ec61dc","remote_addr":"[::1]:54773","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6066,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.278072065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49521/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63059aa3-6e0b-4ae5-b6c7-2e1d26ec61dc\", \"content-length\": \"20487\", \"date\": \"Fri, 30 Jan 2026 19:43:22 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.283655032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.283735538Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.283775471Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.284208195Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.284847826Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:22.285334993Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.349781202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"cf82805b-e147-4f9a-a9d5-240349053ee8 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.350197632Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.350862767Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.354525415Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.429457141Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.429675372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57419/config","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.430455283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.438817803Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.438990139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.439162836Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.439842501Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:22.440556115Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:42331"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.444963052Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"cdfb83ad-9a8b-41c9-9c45-ffb427451ce2","remote_addr":"[::1]:42331","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.445076326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"cdfb83ad-9a8b-41c9-9c45-ffb427451ce2","remote_addr":"[::1]:42331","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:22.446013512Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"cdfb83ad-9a8b-41c9-9c45-ffb427451ce2","remote_addr":"[::1]:42331","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1072,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.453556158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57419/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdfb83ad-9a8b-41c9-9c45-ffb427451ce2\", \"content-length\": \"4220\", \"date\": \"Fri, 30 Jan 2026 19:43:22 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.454630899Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.457406474Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.457495318Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.463411292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.463564729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.46362822Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.463680779Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.464949992Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.468818846Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.468906517Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.469550338Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.472990817Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.473633625Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.475254164Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.482100781Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.483574857Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.483950664Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.485469482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.500837167Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.501710592Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.502129167Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.50221757Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.648312304Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.6910524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.691331717Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.691413707Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.692140839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.697338479Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.697476364Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.700433585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.700530665Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.700586461Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.700635342Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.702040014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.703630541Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.703732922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.707251754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.716761494Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.716864818Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.716917146Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.717604446Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:22.792629735Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.963295671Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.963388042Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.964179267Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:22.965292968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"6fb289e3-cda3-4d22-aaff-c47e630056aa"} {"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.965363865Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-30 19:43:21.365578 UTC","collection_id":"6fb289e3-cda3-4d22-aaff-c47e630056aa"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.965672753Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"6fb289e3-cda3-4d22-aaff-c47e630056aa\",\"time_done\":\"2026-01-30 19:43:22.457793 UTC\",\"time_started\":\"2026-01-30 19:43:21.365578 UTC\"}","iteration":10,"elapsed":"2.466390692s"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.965936538Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.966006142Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.966076177Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.966131922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.96623273Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.966709385Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.967623494Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.967695012Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.96775226Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.967809158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.967860273Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.968297988Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.969135398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":10,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.969197406Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.969238802Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.969278213Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.972226125Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:16720","req_id":"37216b20-5b66-404c-acd0-4db099cefcc5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 50 7e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 P~..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.972323235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:16720","req_id":"37216b20-5b66-404c-acd0-4db099cefcc5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.972511675Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.97273665Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.972880166Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.972980754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:16720","req_id":"37216b20-5b66-404c-acd0-4db099cefcc5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.974462596Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10866, tv_nsec: 135305246 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.974591242Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.974634Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.975082988Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.989787443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:22.989968737Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.990026847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.9904829Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:22.992383878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.012896454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.013069281Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.013125999Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.013606792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.019353547Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.0194759Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.023503602Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.024670864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(93b2e2c3-00d1-47a6-a694-142a26a4fb6a, 2), (860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7, 2), (4bd9513a-6aef-4dda-91b7-1bc5650e9967, 2), (6fb289e3-cda3-4d22-aaff-c47e630056aa, 2)]","collection_id":"93b2e2c3-00d1-47a6-a694-142a26a4fb6a"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.024769729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.024823009Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.026587535Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.033246354Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12571","req_id":"da8f1b32-5b47-4b0e-87fc-8b1e81cff483","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 39 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 9+..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.033376563Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12571","req_id":"da8f1b32-5b47-4b0e-87fc-8b1e81cff483","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.033617511Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.033758473Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12571","req_id":"da8f1b32-5b47-4b0e-87fc-8b1e81cff483","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.034060076Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:8560","req_id":"3bc3452c-04d2-48a3-87b0-aed8a6741421","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2e 99 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.03415421Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:8560","req_id":"3bc3452c-04d2-48a3-87b0-aed8a6741421","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.034383765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.034416101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:8560","req_id":"3bc3452c-04d2-48a3-87b0-aed8a6741421","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.209727277Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.227321433Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aebf0f9-2bbc-4bb2-87e8-80d2a8b944b8\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.227523009Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.241116669Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76238f01-9a26-4e8c-9227-227a3eb1da9d\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:23 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.241298725Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.241367577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.241434064Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.242736245Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.26347547Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.263621091Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.263667066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.263719043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.265061146Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.275807011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.275926007Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.275984568Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.276041716Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.276624651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.286527534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.286700862Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.286826952Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.286967493Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.288186051Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.296660201Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.296800982Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.296988139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.30111163Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.312086478Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.312227649Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.312269736Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.312317555Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.313225752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.317432564Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.317540217Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.32157308Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.321746569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":10,"elapsed":"352.434295ms"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.344044995Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"6fb289e3-cda3-4d22-aaff-c47e630056aa\",\"time_loaded\":\"2026-01-30T19:43:22.967607802Z\",\"time_started\":\"2026-01-30T19:43:21.365578Z\"}}","iteration":7,"elapsed":"376.348841ms"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.344205236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":11,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.344263407Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.344309041Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.344354074Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.344674386Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.344756706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":6,"elapsed":"57.94µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.344810487Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":6,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.344858827Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.344916987Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.344976831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.345095095Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.346341521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.347349834Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.347441353Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.347504123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":8,"elapsed":"64.914µs"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.349434392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:61485","req_id":"014f42eb-d653-4f26-bfaf-83b7e233c964","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 2e 12 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.349562767Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:61485","req_id":"014f42eb-d653-4f26-bfaf-83b7e233c964","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.349876676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.34993203Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.350093624Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.350337508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:61485","req_id":"014f42eb-d653-4f26-bfaf-83b7e233c964","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.350820466Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.358764581Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.358849667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.358897115Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.35894326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.35898673Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.359796133Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.363100471Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10866, tv_nsec: 523834736 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.363281705Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.363325175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.364827549Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.366213283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49583","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.366320324Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49583","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.366373634Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49583","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.366425832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49583","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.366476467Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49583","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.366527482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49583","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.366580422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49583","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.366630766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49583","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.366681059Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49583","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.366730792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49583","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.369189272Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49583","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.369275681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:49583"} {"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.36932368Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: bc4c3d57-439c-47fb-a6c7-61ec006e502b","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"bc4c3d57-439c-47fb-a6c7-61ec006e502b"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.369384215Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.369436443Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.3704223Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.371799175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.378696117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.378792045Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.378844363Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.379444583Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.380904029Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:54737","req_id":"6791d3cb-e893-41d6-b8c7-dcf2dded80ce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: dc 70 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .p..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.381661414Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:54737","req_id":"6791d3cb-e893-41d6-b8c7-dcf2dded80ce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56432,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.382015766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.38216768Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:54737","req_id":"6791d3cb-e893-41d6-b8c7-dcf2dded80ce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.382245411Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:63217","req_id":"41cb1d8a-efce-4649-a35e-211224ddf702","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4d 9d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e M...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.382316889Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:63217","req_id":"41cb1d8a-efce-4649-a35e-211224ddf702","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.382644175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.382684158Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:63217","req_id":"41cb1d8a-efce-4649-a35e-211224ddf702","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.539247904Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.53994759Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":1,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":0,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":1,"nphysical_disks":1,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"93b2e2c3-00d1-47a6-a694-142a26a4fb6a"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.540123423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.54034456Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.541341641Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.542713074Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.542841961Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.542902386Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.542955425Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.543489469Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.54573082Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.545816838Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.546906981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.548103994Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.548226026Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.548282834Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.548713463Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.54954435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.550865751Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.551249574Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7, 2), (4bd9513a-6aef-4dda-91b7-1bc5650e9967, 2), (6fb289e3-cda3-4d22-aaff-c47e630056aa, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.551343608Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.552399951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"616d6dad-34f4-4e2e-9cb5-49908e20d6af","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.552517273Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"616d6dad-34f4-4e2e-9cb5-49908e20d6af","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.55288824Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"4cb16fc2-d6ed-4b9b-ad38-1f2bdd7eeae2","remote_addr":"127.0.0.1:50601","local_addr":"127.0.0.1:53310","component":"dropshot","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.553163459Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"616d6dad-34f4-4e2e-9cb5-49908e20d6af","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.553257082Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"616d6dad-34f4-4e2e-9cb5-49908e20d6af","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.5541031Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"616d6dad-34f4-4e2e-9cb5-49908e20d6af","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.555795828Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b406d3e-b646-48e9-99a1-2a6c7d9ebee6\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.555977173Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.563470447Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/913233fe-92a8-4635-9572-183f495429c4","method":"GET","req_id":"4cb16fc2-d6ed-4b9b-ad38-1f2bdd7eeae2","remote_addr":"127.0.0.1:50601","local_addr":"127.0.0.1:53310","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867","component":"nexus-producer-server","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":10552,"response_code":200} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.563806731Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.5685388Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.568680803Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.568734504Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.568787854Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.568835984Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.569281384Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.570570027Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.570664021Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.570716409Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.571228507Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.573027986Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.574721936Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:25448","req_id":"fec1ce1f-f85b-4623-b2b0-0807d1b0af59","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b3 76 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .v..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.574859721Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:25448","req_id":"fec1ce1f-f85b-4623-b2b0-0807d1b0af59","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.575078122Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.575325704Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.575492328Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.575607737Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:25448","req_id":"fec1ce1f-f85b-4623-b2b0-0807d1b0af59","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.576299716Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.576787284Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.578081117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.57821765Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.578268745Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.594262975Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.594563526Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.594689446Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":53310,"producer_ip":"127.0.0.1","producer_id":"913233fe-92a8-4635-9572-183f495429c4","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.596536112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"616d6dad-34f4-4e2e-9cb5-49908e20d6af","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":44153,"response_code":200} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.598027614Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.606689933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.606850575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.606943187Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.607304072Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.610423418Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10866, tv_nsec: 771240726 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.610779494Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.61085963Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.611366848Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"616d6dad-34f4-4e2e-9cb5-49908e20d6af\", \"content-length\": \"405\", \"date\": \"Fri, 30 Jan 2026 19:43:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.612581047Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.612665932Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a0ac997-eb17-41bc-b5f4-ac70b331c835\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:23 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.612735295Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.612777232Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.612831634Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.613959896Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.619082401Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d45c38bb-6d3e-4172-89e0-b9d120ca003a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.619295521Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d45c38bb-6d3e-4172-89e0-b9d120ca003a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.623009826Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d45c38bb-6d3e-4172-89e0-b9d120ca003a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.623174647Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d45c38bb-6d3e-4172-89e0-b9d120ca003a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.623920618Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d45c38bb-6d3e-4172-89e0-b9d120ca003a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.627418927Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.627504123Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.627563927Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.627619602Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.627674044Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.628945481Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.631339649Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.631431498Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.631479287Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.631536766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.633196756Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.635940987Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d45c38bb-6d3e-4172-89e0-b9d120ca003a","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":16833,"response_code":200} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.637016319Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.649301284Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.650725366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:3571","req_id":"0b27c3d8-8eda-46e9-8b99-cc0ef0044ccd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 49 71 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Iq..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.650860736Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:3571","req_id":"0b27c3d8-8eda-46e9-8b99-cc0ef0044ccd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.651157098Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.651282027Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:3571","req_id":"0b27c3d8-8eda-46e9-8b99-cc0ef0044ccd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.653477543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:59995","req_id":"513779e6-2da9-4523-bdab-240effcd7bee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 98 18 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.653937764Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:59995","req_id":"513779e6-2da9-4523-bdab-240effcd7bee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38936,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.654412265Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.654584902Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:59995","req_id":"513779e6-2da9-4523-bdab-240effcd7bee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.655070565Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d45c38bb-6d3e-4172-89e0-b9d120ca003a\", \"content-length\": \"29\", \"date\": \"Fri, 30 Jan 2026 19:43:23 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.655213931Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.655340262Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.655405708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.655629029Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.668446955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.668602968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.668962601Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.669085745Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.669179629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.672566548Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.876531512Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.885752406Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.892885235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.893073003Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.893214625Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.893953091Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.896096961Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.896214354Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.896322628Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.896435361Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.897491282Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.904260801Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 7 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.904454982Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 7 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.915329162Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.951997141Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":14,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.953934454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"bc4c3d57-439c-47fb-a6c7-61ec006e502b","zpool_id":"9d739b14-bd1c-4bf8-a270-8afb6ea3d785","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.954083713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.954383642Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.964250872Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:23.967958543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.96804889Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"5696e32f-5860-40fc-9edc-7ec3c3546203\",\"inventory_collection_id\":\"6fb289e3-cda3-4d22-aaff-c47e630056aa\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":6,"elapsed":"621.188657ms"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.968125027Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:32178","req_id":"56ad4c5f-970f-4dcb-8feb-ca1c4cffd536","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9f 58 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .X..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.968187586Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:32178","req_id":"56ad4c5f-970f-4dcb-8feb-ca1c4cffd536","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40792,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.968354692Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40792,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:43:23.968786784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:32178","req_id":"56ad4c5f-970f-4dcb-8feb-ca1c4cffd536","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.972277337Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.972553077Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.972682585Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.972908732Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.977309946Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.983667403Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":14} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.98380134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.984338239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.984903297Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.985181572Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.985313535Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.986190156Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.989577195Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.989786628Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:23.989996171Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.990208048Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:23.990896832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.032480138Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":6} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.032622923Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":6,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.032831383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:22536","req_id":"ab4b8b00-5c6f-4e01-9562-71906730fa7c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 42 c6 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f B............_co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.032996224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:22536","req_id":"ab4b8b00-5c6f-4e01-9562-71906730fa7c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.034070795Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.034350082Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.034458726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:22536","req_id":"ab4b8b00-5c6f-4e01-9562-71906730fa7c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:24.034735759Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.037711968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.037804359Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.037849713Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.037905348Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.038286215Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.045243912Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.053796425Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.060345618Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10867, tv_nsec: 221185883 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.060630316Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")"} {"msg":"upserting Crucible dataset","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:24.066274679Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dataset_id":"4cbfe789-43c6-4845-b987-3e74f8b711dd","zpool_id":"9d739b14-bd1c-4bf8-a270-8afb6ea3d785"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.070521094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":6} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.070666965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":6,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.074737276Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.074904181Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.081406537Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.081629117Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":11,"elapsed":"737.424953ms"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.102890591Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:53415","req_id":"d308d169-b48d-4416-8b40-bedff874729b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 45 53 01 00 00 01 00 00 00 00 00 01 24 62 66 34 ES..........$bf4\n0010: 65 31 39 61 64 2d 66 35 63 36 2d 34 65 36 65 2d e19ad-f5c6-4e6e-\n0020: 39 36 34 32 2d 65 32 64 37 64 63 39 33 62 66 38 9642-e2d7dc93bf8\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.103032534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:53415","req_id":"d308d169-b48d-4416-8b40-bedff874729b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 102,\n 52,\n 101,\n 49,\n 57,\n 97,\n 100,\n 45,\n 102,\n 53,\n 99,\n 54,\n 45,\n 52,\n 101,\n 54,\n 101,\n 45,\n 57,\n 54,\n 52,\n 50,\n 45,\n 101,\n 50,\n 100,\n 55,\n 100,\n 99,\n 57,\n 51,\n 98,\n 102,\n 56,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.103312743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.103352575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:53415","req_id":"d308d169-b48d-4416-8b40-bedff874729b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.108338919Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":6} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.108437453Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.114183556Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.114299085Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:33444"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.114348477Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/ignition","method":"GET"} {"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:24.120720053Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: bc4c3d57-439c-47fb-a6c7-61ec006e502b","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"bc4c3d57-439c-47fb-a6c7-61ec006e502b"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.120827635Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.120880915Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.121675407Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.132297456Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.132391139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.143551451Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"PhysicalDisk { parent: Fleet, key: bc4c3d57-439c-47fb-a6c7-61ec006e502b (physical_disk), lookup_type: ById(bc4c3d57-439c-47fb-a6c7-61ec006e502b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.143754981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.143887685Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.14399137Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.144884445Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.153952984Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8096e8bb-cf92-4b37-92e6-25df46a00c24\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.154226249Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.15478355Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.16190246Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: bc4c3d57-439c-47fb-a6c7-61ec006e502b (physical_disk), lookup_type: ById(bc4c3d57-439c-47fb-a6c7-61ec006e502b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"upserting zpool","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:24.16206697Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","physical_disk_id":"bc4c3d57-439c-47fb-a6c7-61ec006e502b","zpool_id":"9d739b14-bd1c-4bf8-a270-8afb6ea3d785","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.162170715Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.162285983Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.163308917Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.18030184Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.180575255Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.180775719Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.180928295Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.183108169Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.199519601Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e775067-5068-4ed0-9988-bffdac5e7d11\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.199725997Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.204580789Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.212266791Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.217230578Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe3fd06-c559-4b90-becc-0fe6358b7128\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.217839476Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.220719467Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.220856009Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.220921805Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.220972861Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.221818338Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.224864743Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fce777e-89cb-48be-b26f-4a53d48f5c32\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.225239648Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.231194563Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.238657383Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.238828717Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.238887278Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.239664925Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.245236749Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.245371096Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.245471163Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.245558153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.246429113Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.248418373Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b0660d9-65ed-446c-8931-968261078e0a\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.248565938Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.252611928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.265782433Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.266102645Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.266271183Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.26757138Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.272545298Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3ebee5a-6c6e-4fde-a289-96ff77682e04\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.273625129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.277638783Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d5a4d50-5eb3-4887-9ece-ae7670d6ea83\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.278089625Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.281231707Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.281540856Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.282676753Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.290927933Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a7f28cc-bf04-47ec-b139-6ca2ef5fe4c7\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.291118597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.293852727Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3113d37a-5e35-405f-8f4e-800462292df8\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.294329642Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.29658844Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0e251a3-46cf-4329-b916-03e0a53176e5\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.297115779Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.298707899Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79bb24e4-87fe-4e4f-8922-f5e52c3e1ea6\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.298796532Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.309970752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81fb9902-e0c8-46aa-a28f-9adfea56f1a6\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.310194895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.326887388Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8379047d-8740-4d71-8569-49a135267b1a\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.32726089Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.334692346Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"588eaa52-16e0-41e4-a6b8-41904ec7e7b1\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.335206378Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.348387124Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3734428c-eede-4371-8db7-1e6fe18937f9\", \"content-length\": \"111\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.348814868Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.3508679Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6a045e7-9ee0-4710-94e8-49deee3c9c27\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.351026628Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.365963533Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b7eb87-6a32-4c9e-9611-d5521e4d7c29\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.366253893Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.370175647Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44f5bdec-6557-41e9-a857-1ed4574a9551\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.370398748Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.387448469Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a90fa39f-d4c8-4f97-b7cc-1c9380921c75\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.38771539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.403285414Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d4c9411-c307-4b88-937d-55e9e058e51f\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.403505398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.431855921Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b9494c-62a5-40d1-93fd-2411bd481e19\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.432113332Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.444116806Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcf4b5e6-d54d-454d-ba2d-562637cb51d6\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.444682124Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.46043726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.460587811Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8ceb9d4-c21b-4ef0-9594-485bc690a2a1\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.46082465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.461031508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.468514821Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.469631508Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.469718127Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.469779695Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.473647647Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a8ffe3a-a111-4aed-904f-ffacdd9e8127\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.474365501Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.476310089Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b1aa7cc-616e-4f19-8333-21580b3d305b\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.476614147Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.478508742Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5b6459c-a75c-4bb7-90db-4b690b1cdc25\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.47881287Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.480528536Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efee3145-3284-4346-8c3d-8a43116ad388\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.480830259Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.496116706Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.497589309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa044f5b-33d2-436e-aa9d-eca6a3b102fc\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.497845188Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.500667009Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a37edac-bd21-4fea-83df-953d5a62c61e\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.500829214Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.506658129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e91ad8-9dc3-41b3-a064-33a6c70eda0b\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.507097587Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.510906858Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79512a5e-0e8d-4697-ac42-c30882890531\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.511369354Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.515281638Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9889a554-430c-4816-80e4-6cbb07760410\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.515581818Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.518532145Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f164b8db-42b5-47fa-9999-1ad81c9311b8\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.518740184Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.521272287Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c9f0b8-ff47-4668-b009-848d4e03c85c\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.521717597Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.524944545Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6483539a-75f3-449e-818a-e23e87c65bb9\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.525231618Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.527424289Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91681d9a-7790-4452-b581-759dab8e226b\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.52765205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.531181162Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e883fc04-7b73-4108-91fa-b7b5fbfe74ec\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.531442552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.535868037Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7286ca77-070c-4983-8490-e8d5f21ad507\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.536171574Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.539201074Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/active-slot\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce6d4a8d-c93e-4ec4-8b92-6ac99d617f57\", \"content-length\": \"10\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.539335832Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.541247463Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53d3345-0f53-4d9d-be6a-6db7f90b2e36\", \"content-length\": \"144\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.541663292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.545174076Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/host-boot-flash/hash/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac4296e9-51a6-4794-a885-50534c53c900\", \"content-length\": \"147\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.545651623Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.546975328Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.547167235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.547304939Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.547413724Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.54847655Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.551953104Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f7c10ff-fd34-42dc-ace4-ddc34c3a7dfa\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.552312236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.553400164Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.575110205Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.575236877Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.575292482Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.57574635Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.580469269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.580609378Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.582461485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.587908421Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c625be0-438e-4360-9e91-27bcba88ecc7\", \"content-length\": \"109\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.588192438Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.594095676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0934bec7-fdb1-406e-8a2a-55d39c38f46c\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.594350112Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.596959754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bd17d83-eb02-445e-b54a-49dfd222a255\", \"content-length\": \"163\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.59712226Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.599230767Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e356fd72-839e-4aad-b24f-c892af966412\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.599391449Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.601748269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94494911-2534-41d3-931b-d7a9d4371dd4\", \"content-length\": \"166\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.601939504Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.60383457Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cfc17db-5f26-4159-b06c-fdde788c0fc1\", \"content-length\": \"702\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.60393157Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.606956561Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de9107c2-d4a9-4706-b129-8f5cac8fe3a4\", \"content-length\": \"727\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.60727552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.609242545Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1503ac4-0728-4895-881c-71ccd7818345\", \"content-length\": \"729\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.609424811Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"Some(Body)","uri":"http://[::1]:33444/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.610778398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:33444/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a0ff445-2019-41f8-9f42-4e52a2c09acf\", \"content-length\": \"728\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.610867492Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:62012"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.610913708Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.612713647Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c8e5eaa-3f4d-4244-8ec2-04618a4bb66e\", \"content-length\": \"835\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.61294244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.614415674Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d29db88-7d2f-4af8-97c9-0859936b5f58\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.615104668Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.618455863Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95aeeffe-ddc2-4fb7-a2dc-bce348155c16\", \"content-length\": \"734\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.618815816Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.620846172Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77e5b9c0-160b-4189-b70e-c7a01979c048\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.621235256Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:62012/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.62310535Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:62012","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:62012/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b0f2401-5cbb-402c-ac8d-53c0c5ceb39d\", \"content-length\": \"723\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.623301165Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.623372392Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.623437156Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.623485105Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.624410086Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.62966291Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.635418584Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.635629018Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.635699334Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.635762214Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.63581825Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.636434182Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.642837544Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.650015346Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.650134422Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.650189335Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.65073342Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.776687204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:57852"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.776998077Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57852/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:24.778692598Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40086"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.779087153Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.779302769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.780239595Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.781321971Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.781849902Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"81bd2601-1691-4202-bbcf-a65377e02429","remote_addr":"[::1]:40086","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.781932553Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"81bd2601-1691-4202-bbcf-a65377e02429","remote_addr":"[::1]:40086","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:24.78312155Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"81bd2601-1691-4202-bbcf-a65377e02429","remote_addr":"[::1]:40086","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":1243,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.783849023Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:57852","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57852/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81bd2601-1691-4202-bbcf-a65377e02429\", \"content-length\": \"9380\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.841627224Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:61943"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.841747552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:61943/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:24.842686873Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34737"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.843248784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.843367159Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.844089391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"6c4f7f7b-4412-4b22-9466-85b8dd5bb016","remote_addr":"[::1]:34737","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.844189779Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"6c4f7f7b-4412-4b22-9466-85b8dd5bb016","remote_addr":"[::1]:34737","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:24.845495206Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"6c4f7f7b-4412-4b22-9466-85b8dd5bb016","remote_addr":"[::1]:34737","local_addr":"[::1]:61943","component":"dropshot","sled_id":"55dccb4d-cd24-4c4c-98f7-fc5963ee9e54","component":"omicron_sled_agent::sim::Server","latency_us":1424,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.846494591Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:61943","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:61943/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c4f7f7b-4412-4b22-9466-85b8dd5bb016\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.960324695Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:64893"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.960432227Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:64893/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:24.961182437Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41999"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.961807369Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.961899058Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:24.962311981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:24.962776732Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"6159fecb-3a05-4da3-a56c-18c49d2734c6","remote_addr":"[::1]:41999","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.962856466Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"6159fecb-3a05-4da3-a56c-18c49d2734c6","remote_addr":"[::1]:41999","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:24.963838957Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"6159fecb-3a05-4da3-a56c-18c49d2734c6","remote_addr":"[::1]:41999","local_addr":"[::1]:64893","component":"dropshot","sled_id":"a20af549-dbbb-4c7b-a26a-77948f624a9d","component":"omicron_sled_agent::sim::Server","latency_us":1072,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:24.96431983Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:64893","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:64893/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6159fecb-3a05-4da3-a56c-18c49d2734c6\", \"content-length\": \"7512\", \"date\": \"Fri, 30 Jan 2026 19:43:24 GMT\"} })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.117384847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","sled_agent_url":"http://[::1]:49521"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.117570591Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:49521/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:25.11853781Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44304"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.122251974Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8ab02bb4-ce36-4bbc-9b32-c8acaba7e438","remote_addr":"[::1]:44304","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.122348113Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8ab02bb4-ce36-4bbc-9b32-c8acaba7e438","remote_addr":"[::1]:44304","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:25.125607849Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/inventory","method":"GET","req_id":"8ab02bb4-ce36-4bbc-9b32-c8acaba7e438","remote_addr":"[::1]:44304","local_addr":"[::1]:49521","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3375,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.128976951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"http://[::1]:49521","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:49521/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ab02bb4-ce36-4bbc-9b32-c8acaba7e438\", \"content-length\": \"20487\", \"date\": \"Fri, 30 Jan 2026 19:43:25 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.134968401Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.135126788Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","nkeeper_admin_clients":0} {"msg":"begin collection from CockroachDB nodes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.135174697Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.135339879Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:32222/node/id","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.135739845Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:32222/node/id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:32222, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"Failed to fetch metrics from CockroachDB node","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:25.136044515Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"CockroachClusterAdminClient","component":"inventory_cockroach_client","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error":"Failed to get node ID from [::1]:32222"} {"msg":"begin collection from NTP admin (timesync)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.216453819Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"cf82805b-e147-4f9a-a9d5-240349053ee8 (omicron_zone)","sled_agent_url":"http://[::1]:10123"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.216574388Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:10123/timesync","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.217189399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"ntp_admin_url":"http://[::1]:10123","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:10123/timesync\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:10123, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"begin collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.221667202Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.332244574Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.332347236Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57419/config","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:25.334898428Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:34062"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.3373967Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"de8cc6ef-49ed-4e6c-aabd-2e434b2051cb","remote_addr":"[::1]:34062","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.337489402Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"de8cc6ef-49ed-4e6c-aabd-2e434b2051cb","remote_addr":"[::1]:34062","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","version":"2.0.0"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:25.341533979Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/config","method":"GET","req_id":"de8cc6ef-49ed-4e6c-aabd-2e434b2051cb","remote_addr":"[::1]:34062","local_addr":"[::1]:57419","component":"http","kind":"dns","component":"internal_dns_server","latency_us":4151,"response_code":200} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.342681831Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"internal_dns_url":"http://[::1]:57419","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57419/config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de8cc6ef-49ed-4e6c-aabd-2e434b2051cb\", \"content-length\": \"4220\", \"date\": \"Fri, 30 Jan 2026 19:43:25 GMT\"} })"} {"msg":"finished collection from DNS server","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.343256769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","zone_id":"6bce042a-105d-4555-903a-3d4485e44982 (omicron_zone)"} {"msg":"finished collection from internal DNS servers","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.345100309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"finished collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.345169953Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.350118207Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.350268879Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.350356971Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.350481107Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.351095357Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.359756524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.368880226Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.370097051Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.370225667Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.371160588Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.379069271Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:25.407576437Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.412385183Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.413557776Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fd2e002-360b-4781-9fca-1e110dbe4721","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.413637641Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fd2e002-360b-4781-9fca-1e110dbe4721","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.415757111Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fd2e002-360b-4781-9fca-1e110dbe4721","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.415864042Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fd2e002-360b-4781-9fca-1e110dbe4721","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.417724777Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fd2e002-360b-4781-9fca-1e110dbe4721","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:25.431682729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fd2e002-360b-4781-9fca-1e110dbe4721","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":18125,"response_code":200} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.432026629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.432103659Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.432152269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.432194316Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.434576338Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.436671127Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fd2e002-360b-4781-9fca-1e110dbe4721\", \"content-length\": \"405\", \"date\": \"Fri, 30 Jan 2026 19:43:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.436864326Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.438165124Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8b53ba4d-9bc0-4962-98a6-328a80135518","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.438258587Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8b53ba4d-9bc0-4962-98a6-328a80135518","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.440490839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8b53ba4d-9bc0-4962-98a6-328a80135518","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.440777843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8b53ba4d-9bc0-4962-98a6-328a80135518","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.441333551Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8b53ba4d-9bc0-4962-98a6-328a80135518","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.447587313Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.456476993Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.456614847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.45668384Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.457299693Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:25.459099331Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"8b53ba4d-9bc0-4962-98a6-328a80135518","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","latency_us":20870,"response_code":200} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.460277937Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.473363456Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b53ba4d-9bc0-4962-98a6-328a80135518\", \"content-length\": \"29\", \"date\": \"Fri, 30 Jan 2026 19:43:25 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.4736558Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.473725554Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:25.47376705Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:632","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.473816532Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.483935782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.484835391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.484944958Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.484997646Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.695909055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.696132767Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.696185235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.69795864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.70840231Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.708526577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.714079501Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.714180109Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:25.751380669Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","collection_id":"d5788744-671f-48f7-af7a-8ec88de759d5"} {"msg":"inventory collection complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.751645045Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","time_started":"2026-01-30 19:43:24.114076 UTC","collection_id":"d5788744-671f-48f7-af7a-8ec88de759d5"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.752225895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"collection_id\":\"d5788744-671f-48f7-af7a-8ec88de759d5\",\"time_done\":\"2026-01-30 19:43:25.345137 UTC\",\"time_started\":\"2026-01-30 19:43:24.114076 UTC\"}","iteration":11,"elapsed":"2.786257502s"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.752315631Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.752361596Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.752413032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.752467014Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.75251843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.755663288Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.757056277Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.75713065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.757184512Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.757238854Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.757288116Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.75818546Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.76159235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":12,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.761722038Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.761768414Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.761808987Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.763685124Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.763821065Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.767455745Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.770210367Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:3601","req_id":"ede3092a-ac3c-4101-93ea-183a6543a7ca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 4b 25 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 K%..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.770320665Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:3601","req_id":"ede3092a-ac3c-4101-93ea-183a6543a7ca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19237,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.770524767Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.770786528Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.770939073Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.771054572Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:3601","req_id":"ede3092a-ac3c-4101-93ea-183a6543a7ca","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.771335653Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.787395458Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.787679475Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.787833042Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.788705555Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.791658968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.83816197Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.838272769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.83832651Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.839175444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.84546013Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.845555056Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.846326901Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.84778785Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7, 2), (4bd9513a-6aef-4dda-91b7-1bc5650e9967, 2), (6fb289e3-cda3-4d22-aaff-c47e630056aa, 2), (d5788744-671f-48f7-af7a-8ec88de759d5, 2)]","collection_id":"860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.847871934Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.847924082Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.849854681Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.856023468Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10869, tv_nsec: 16856548 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.856287373Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.856518481Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:25.856966567Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.85797966Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:8467","req_id":"1549577e-9434-4822-b569-42897a4d9fcf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f6 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .+..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.858210387Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:8467","req_id":"1549577e-9434-4822-b569-42897a4d9fcf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.858684607Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.85904411Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:8467","req_id":"1549577e-9434-4822-b569-42897a4d9fcf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:25.859283194Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:58220","req_id":"14a7dab5-cfed-4060-b578-e7cd501890a4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d5 1e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.859480491Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:58220","req_id":"14a7dab5-cfed-4060-b578-e7cd501890a4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54558,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.859899537Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:25.86039951Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:58220","req_id":"14a7dab5-cfed-4060-b578-e7cd501890a4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.035647726Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.0406391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2908bf83-f680-44b1-bd21-2dbfbaceb704\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.040806365Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.050629824Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e04a65-23c2-44f4-b707-59aa8c097f23\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:26 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.050943873Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.05101988Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.051077439Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.05236033Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.066972484Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.067059524Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.067839896Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.06793878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.069399359Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.076702239Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.076801915Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.07684288Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.076897292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.077973496Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.103363641Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.103615571Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.104479186Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.104562719Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.105874088Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.120990013Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.121108568Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.121162099Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.121984729Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.128293365Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.128517367Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.129364298Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.129503235Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.130381219Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.139172485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.139342676Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.143363355Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.143448881Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":12,"elapsed":"381.88488ms"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.18879398Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"d5788744-671f-48f7-af7a-8ec88de759d5\",\"time_loaded\":\"2026-01-30T19:43:25.757045554Z\",\"time_started\":\"2026-01-30T19:43:24.114076Z\"}}","iteration":8,"elapsed":"431.636605ms"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.188956847Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Dependency"} {"msg":"blueprint planning disabled, doing nothing","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.189001139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.189033576Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_planner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"\"Disabled\"","iteration":9,"elapsed":"37.768µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.189066894Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.189100073Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":7,"elapsed":"17.406µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.189134304Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":13,"reason":"Dependency"} {"msg":"multicast group reconciler activating","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.189166861Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"starting multicast reconciliation pass","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.189195761Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.189224009Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.18950036Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Dependency"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.189571056Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.189628976Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.189671874Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.189709492Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.190680449Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.192735946Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:5577","req_id":"3ea4940a-4291-40ef-8480-abad3f03664e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 8a fc 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.192903242Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:5577","req_id":"3ea4940a-4291-40ef-8480-abad3f03664e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.193061208Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.193233404Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.193528874Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.193687552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:5577","req_id":"3ea4940a-4291-40ef-8480-abad3f03664e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.194344109Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10869, tv_nsec: 355196940 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.194453465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.19448965Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.195407035Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.201085589Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.201230088Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.20131325Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.201395189Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.201481738Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.202336183Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.205835184Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:14079","req_id":"f4a7df3b-3ece-4aa9-a2e6-bf54534fec6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bc 67 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .g..........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.205965413Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:14079","req_id":"f4a7df3b-3ece-4aa9-a2e6-bf54534fec6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.206400031Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.206539559Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:14079","req_id":"f4a7df3b-3ece-4aa9-a2e6-bf54534fec6b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.206657824Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:15864","req_id":"7a6573e9-eab8-42b5-9bd6-f1148a5b4efe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 47 ca 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e G...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.206895825Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:15864","req_id":"7a6573e9-eab8-42b5-9bd6-f1148a5b4efe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.207199132Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.207262393Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:15864","req_id":"7a6573e9-eab8-42b5-9bd6-f1148a5b4efe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.405648499Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"removed inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:26.407132466Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","ninternal_dns":1,"nntp_timesync":0,"ncockroach_status":0,"nclickhouse_keeper_membership":0,"nerrors":2,"nzpools":2,"nomicron_sled_config_zone_nics":3,"nomicron_sled_config_zones":7,"nomicron_sled_config_datasets":7,"nomicron_sled_config_disks":40,"nomicron_sled_configs":4,"nboot_partitions":8,"nconfig_reconcilers":4,"nmupdate_override_non_boot":0,"nmeasurement_manifest_non_boot":0,"nzone_manifest_non_boot":0,"nzone_manifest_measurements":0,"nzone_manifest_zones":0,"nlast_reconciliation_measurements":0,"nlast_reconciliation_zone_results":7,"nlast_reconciliation_orphaned_datasets":0,"nlast_reconciliation_dataset_results":7,"nlast_reconciliation_disk_results":40,"nnvme_disk_firmware":2,"nphysical_disks":2,"ndatasets":7,"nsled_agents":4,"nrot_pages":16,"ncabooses":24,"nrots":4,"nhost_phase1_flash_hashes":4,"nhost_phase1_active_slots":2,"nsps":4,"ncollections":1,"collection_id":"860649f4-0ddc-48b8-bcbd-ffeaafc1e7f7"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.407302076Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.407510838Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.408778196Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.410878296Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.416855928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.416992981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.417105754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.418993485Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.429543916Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","candidates":"[(4bd9513a-6aef-4dda-91b7-1bc5650e9967, 2), (6fb289e3-cda3-4d22-aaff-c47e630056aa, 2), (d5788744-671f-48f7-af7a-8ec88de759d5, 2)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.429702283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.430372698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.439735766Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.440059435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.440228404Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.443692241Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.451107163Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:46625/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f26fe292-30e4-4bb5-869b-141fc8ee55fa\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.451782569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:60975/switch/identifiers","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.452867821Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.461727338Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.461870043Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.462383494Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.462517932Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.462729699Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.465423796Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.493577542Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.493767424Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:46546","req_id":"97b4644a-0c67-4b43-b3b8-ec23d42761b9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 76 0b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 v............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.494350229Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:46546","req_id":"97b4644a-0c67-4b43-b3b8-ec23d42761b9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.494864321Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.496225915Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.496914628Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.497102566Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:46546","req_id":"97b4644a-0c67-4b43-b3b8-ec23d42761b9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.497533476Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.500905985Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.516638464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.516841333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.516962454Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.518365793Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.523787286Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10869, tv_nsec: 684484325 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.524038936Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.52426844Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.534401399Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:60975/switch/identifiers\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a10694c7-0584-42d0-9cc4-8b8cddc5f284\", \"content-length\": \"206\", \"date\": \"Fri, 30 Jan 2026 19:43:26 GMT\"} })"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.53468752Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.535796091Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.536101602Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.537331804Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.545117742Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.547231921Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.547311666Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.547359054Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:26.548772284Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.54885244Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.548907834Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.548958198Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.549008292Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.550891122Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.553437063Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Creating","count":0} {"msg":"reconciling member state changes","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.553509543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.553547762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.553595611Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.554976855Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.55719592Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50768","req_id":"17464294-a074-4093-af54-bd24ba6c3bf4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 70 b9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e p...........-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.55736529Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50768","req_id":"17464294-a074-4093-af54-bd24ba6c3bf4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.557610677Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.557750566Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50768","req_id":"17464294-a074-4093-af54-bd24ba6c3bf4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.557922592Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:10996","req_id":"2de6f43f-f93d-4591-97dc-c4485506a96a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ab 5a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.558067642Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:10996","req_id":"2de6f43f-f93d-4591-97dc-c4485506a96a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43866,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.558298028Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.558330184Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:10996","req_id":"2de6f43f-f93d-4591-97dc-c4485506a96a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.758874741Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.761815397Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.781140099Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.781280609Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.781338298Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.781397922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.781450139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.782796101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"member state reconciliation completed","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.78488161Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","members_processed":0} {"msg":"cleaning up deleted multicast members","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.785101384Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.785162821Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.785218957Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.785837545Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.788872537Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.789148617Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.789213672Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.78926598Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"error\":\"task disabled\"}","iteration":8,"elapsed":"44.021µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.78931471Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:26.789360365Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.789399486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.789451423Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.789506246Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.789556981Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.790078168Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"unrolling 1 total samples","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.794610624Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.797071128Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.798218719Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.806446791Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.806543822Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.806592032Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.807062163Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"multicast group member complete deletion finished","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.808715269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","left_and_time_deleted_members_deleted":0} {"msg":"checking for empty multicast groups to implicitly delete","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.809650702Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.809715877Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.809765639Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.810568418Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.813538435Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.827531129Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.827648071Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.82770072Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.827754892Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.82780277Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.828301601Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"all LocalStorage datasets reconciled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:26.829968786Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","num_inserted":0,"num_already_exist":0,"num_not_in_inventory":0,"num_tombstoned":0,"num_already_tombstoned":0} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.830071539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"blueprint_id\":\"5696e32f-5860-40fc-9edc-7ec3c3546203\",\"inventory_collection_id\":\"d5788744-671f-48f7-af7a-8ec88de759d5\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":0,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0},\"local_storage_dataset\":{\"num_already_exist\":0,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":7,"elapsed":"640.649921ms"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.832228997Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.832305024Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.832364547Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.833995367Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.835322759Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.835399358Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.835451285Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.836530134Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.837572959Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.838644724Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":9,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.838713366Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.83876391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.838815928Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.838863305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.839530334Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.840298441Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.840363916Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.840415182Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.84098017Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.842792465Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.84340503Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.843486759Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.843540119Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.843586866Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.844940844Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.846483091Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:58737","req_id":"c247feaf-1d94-46f1-94aa-12df9549f6ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2b 3f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c +?..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.846676871Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:58737","req_id":"c247feaf-1d94-46f1-94aa-12df9549f6ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11071,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.846967371Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11071,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"test_proper_region_sled_redundancy","level":50,"time":"2026-01-30T19:43:26.847778337Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:58737","req_id":"c247feaf-1d94-46f1-94aa-12df9549f6ff","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.851209447Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.851402055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.851545782Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.852937167Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.854234468Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.859180799Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.859292069Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.859344176Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.860314461Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.884293731Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.884450575Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.885985577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.886433042Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.886663959Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.886802275Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.897568091Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.898750804Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.900322262Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.90044228Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.900498486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.900545994Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.90228625Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.915747856Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:26.915992843Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.916293885Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"593.406µs"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.916916511Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":7,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.917050067Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.917273268Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.917417567Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.917590434Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.918612305Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.934278648Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.935114355Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.935439797Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.942300554Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.94241494Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.942470665Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.942972101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.947199006Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"109.536481ms"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.947750225Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.955257638Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.955368998Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.955420955Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.95601391Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.958398247Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"result":"Ok(\"found\")"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.960376696Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:37859","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.960462373Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:37859","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.960515913Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:37859","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.960565496Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:37859","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.960615349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:37859","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.960666164Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:37859","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.960716267Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:37859","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.960765579Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:37859","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.960814931Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:37859","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:26.960865997Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:37859","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.961892698Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:37859","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:26.961979097Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"kind":"storage","server":"039be560-54cc-49e3-88df-1a29dadbf913","component":"SledAgent","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","address":"[::1]:37859"} {"msg":"inserting test physical disk","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:26.962022657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","model":"test-model","serial":"totally-unique-serial: 0511e439-a307-4eb8-a934-06c056eba63d","vendor":"test-vendor","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","physical_disk_id":"0511e439-a307-4eb8-a934-06c056eba63d"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.962076839Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.962124778Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.96278402Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.96768657Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Active","count":0} {"msg":"searching for multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.967756475Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.967795956Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.967845489Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.968807406Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_proper_region_sled_redundancy","level":40,"time":"2026-01-30T19:43:26.969914835Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.970669835Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913 (sled), lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.970759721Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:26.970813371Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.97086086Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:26.971637975Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"inserted rows into table","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.069499953Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"id":"30ffacb6-aba1-4197-87af-6b71301784ff","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.077089546Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.077729629Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"sp_ereport_ingester","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":2,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.077981539Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.078613455Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.078770109Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.07900293Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.07915778Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.079267126Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.083535055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"activating","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.084775909Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","iteration":3,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.084992486Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.085123307Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.086116138Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.087486349Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12524","req_id":"e840285d-b2d0-4fb3-8869-00062d2c848b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 73 (0x49) bytes\n0000: 58 a4 01 00 00 01 00 00 00 00 00 01 0a 5f 63 6f X............_co\n0010: 63 6b 72 6f 61 63 68 04 5f 74 63 70 0d 63 6f 6e ckroach._tcp.con\n0020: 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 trol-plane.oxide\n0030: 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 .internal..!....\n0040: 29 04 d0 00 00 00 00 00 00 )........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.08772382Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12524","req_id":"e840285d-b2d0-4fb3-8869-00062d2c848b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22692,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.08817881Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_cockroach._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.088466324Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.088903728Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12524","req_id":"e840285d-b2d0-4fb3-8869-00062d2c848b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_cockroach._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.10108534Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:60936","req_id":"f8fbeaaa-53bc-415f-bb81-968756d65b32","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 7e 5f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ~_..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.101224958Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:60936","req_id":"f8fbeaaa-53bc-415f-bb81-968756d65b32","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.101414139Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.101447488Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.101479564Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.10151151Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:60936","req_id":"f8fbeaaa-53bc-415f-bb81-968756d65b32","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.101793463Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:43657","req_id":"950962c3-46b0-4fa7-b7b9-29d052ec71b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a2 b0 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.101884762Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:43657","req_id":"950962c3-46b0-4fa7-b7b9-29d052ec71b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.102065906Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.102384013Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.102517429Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.102689444Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:43657","req_id":"950962c3-46b0-4fa7-b7b9-29d052ec71b1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.117536714Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_cockroach._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 63088, target: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10870, tv_nsec: 278359403 } })","dns_name":"_cockroach._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.117665841Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")"} {"msg":"latest inventory collection is unchanged","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.117775848Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"original_time_started":"2026-01-30 19:43:24.114076 UTC","original_id":"d5788744-671f-48f7-af7a-8ec88de759d5","background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.117849841Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"Loaded\":{\"collection_id\":\"d5788744-671f-48f7-af7a-8ec88de759d5\",\"time_loaded\":\"2026-01-30T19:43:26.838653141Z\",\"time_started\":\"2026-01-30T19:43:24.114076Z\"}}","iteration":9,"elapsed":"279.207763ms"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.11828487Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10870, tv_nsec: 279134975 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.118414458Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.118460433Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.118781677Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10870, tv_nsec: 279628665 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.118904781Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.118948221Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.119946895Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.12677784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.126885432Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.127086968Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.127350373Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"reconfigurator_config_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"VPC route manager sled 039be560-54cc-49e3-88df-1a29dadbf913","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:27.531166922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.531253922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:57852/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.532077343Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.538392262Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.538520497Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.538572985Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.539038878Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.541000211Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.543304372Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.543394929Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.543445854Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.543483142Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.54411654Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.544195924Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.544733535Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"accepted connection","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:27.545869893Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41680"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:27.546506509Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:557","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.546587276Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.546708456Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:2595","req_id":"2d3dae83-d933-4f44-9d4a-6d03ec24751b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 89 9e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.546789935Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:2595","req_id":"2d3dae83-d933-4f44-9d4a-6d03ec24751b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.5470101Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.54724264Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.547384784Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.547485201Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:2595","req_id":"2d3dae83-d933-4f44-9d4a-6d03ec24751b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"collecting from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.549465744Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"found multicast groups","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.550482986Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","state":"Deleting","count":0} {"msg":"multicast RPW reconciliation cycle completed","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.550558742Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","error_count":0,"total_dpd_operations":0,"orphaned_member_cleanup":0,"member_lifecycle_transitions":0,"active_groups_verified":0,"external_groups_deleted":0,"external_groups_created":0} {"msg":"multicast RPW reconciliation pass completed - dataplane consistent","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.554121464Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"activation complete","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.554341829Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"multicast_reconciler","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","status":"{\"disabled\":false,\"empty_groups_marked\":0,\"errors\":[],\"groups_created\":0,\"groups_deleted\":0,\"groups_verified\":0,\"members_deleted\":0,\"members_processed\":0}","iteration":13,"elapsed":"1.365313765s"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.566314269Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65013/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.581911348Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.584070309Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 33444, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 62012, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") }) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }], valid_until: Instant { tv_sec: 10870, tv_nsec: 744765755 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.584388697Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.611675431Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.614393888Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc-routes","method":"GET","req_id":"5652575b-f411-4d3c-bf63-e76f6a38c298","remote_addr":"[::1]:41680","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.614556825Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc-routes","method":"GET","req_id":"5652575b-f411-4d3c-bf63-e76f6a38c298","remote_addr":"[::1]:41680","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","version":"15.0.0"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.61497543Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:2574","req_id":"bbbae710-cfbd-44c6-a6b7-5a9a823ad8a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: ba cb 01 00 00 01 00 00 00 00 00 01 24 62 66 34 ............$bf4\n0010: 65 31 39 61 64 2d 66 35 63 36 2d 34 65 36 65 2d e19ad-f5c6-4e6e-\n0020: 39 36 34 32 2d 65 32 64 37 64 63 39 33 62 66 38 9642-e2d7dc93bf8\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.615355475Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:2574","req_id":"bbbae710-cfbd-44c6-a6b7-5a9a823ad8a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 102,\n 52,\n 101,\n 49,\n 57,\n 97,\n 100,\n 45,\n 102,\n 53,\n 99,\n 54,\n 45,\n 52,\n 101,\n 54,\n 101,\n 45,\n 57,\n 54,\n 52,\n 50,\n 45,\n 101,\n 50,\n 100,\n 55,\n 100,\n 99,\n 57,\n 51,\n 98,\n 102,\n 56,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.616360602Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.616557569Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:2574","req_id":"bbbae710-cfbd-44c6-a6b7-5a9a823ad8a8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"bf4e19ad-f5c6-4e6e-9642-e2d7dc93bf81.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.616810763Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50605","req_id":"b5ffcdbc-82ec-4641-acb1-1d12e2fc9f1e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 04 c4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.617040086Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50605","req_id":"b5ffcdbc-82ec-4641-acb1-1d12e2fc9f1e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1220,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.617436375Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.617654286Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:50605","req_id":"b5ffcdbc-82ec-4641-acb1-1d12e2fc9f1e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.618976067Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:32237","req_id":"06e5ed00-917a-4620-95b2-c2007bbb3003","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 55 3d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e U=..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.619212285Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:32237","req_id":"06e5ed00-917a-4620-95b2-c2007bbb3003","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.619638135Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.619791131Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:32237","req_id":"06e5ed00-917a-4620-95b2-c2007bbb3003","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.620160204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:20077","req_id":"31a8801c-0479-488d-85a1-6ecc6c2921a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a0 0d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.620356008Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:20077","req_id":"31a8801c-0479-488d-85a1-6ecc6c2921a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40973,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.620726925Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.621030021Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:20077","req_id":"31a8801c-0479-488d-85a1-6ecc6c2921a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.621348128Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:27382","req_id":"8a4dc255-ca79-4a75-87ef-1d6115b25798","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ed 7f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.621577011Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:27382","req_id":"8a4dc255-ca79-4a75-87ef-1d6115b25798","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.621954792Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.622509689Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:27382","req_id":"8a4dc255-ca79-4a75-87ef-1d6115b25798","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:27.625938103Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/vpc-routes","method":"GET","req_id":"5652575b-f411-4d3c-bf63-e76f6a38c298","remote_addr":"[::1]:41680","local_addr":"[::1]:57852","component":"dropshot","sled_id":"039be560-54cc-49e3-88df-1a29dadbf913","component":"omicron_sled_agent::sim::Server","latency_us":11519,"response_code":200} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.6268949Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.634279028Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Sled { parent: Fleet, key: 039be560-54cc-49e3-88df-1a29dadbf913 (sled), lookup_type: ById(039be560-54cc-49e3-88df-1a29dadbf913) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.63441055Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.634460573Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.634968864Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.637297295Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.637452686Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.638177143Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.643294077Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e76d9851-dab5-4f93-9c14-a1d8bf1f2e7e","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.643433875Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e76d9851-dab5-4f93-9c14-a1d8bf1f2e7e","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"begin collection","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.644351552Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"begin collection from MGS","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.644433802Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","mgs_url":"http://[::1]:33444"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.644477873Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"gateway_url":"http://[::1]:33444","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:33444/ignition","method":"GET"} {"msg":"client request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.789633596Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DpdClient","background_task":"nat_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","body":"None","uri":"http://[::1]:46625/switch/identifiers","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_proper_region_sled_redundancy","level":30,"time":"2026-01-30T19:43:27.79108283Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.79116027Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"DnsResolver","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.800421577Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e76d9851-dab5-4f93-9c14-a1d8bf1f2e7e","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.800655781Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e76d9851-dab5-4f93-9c14-a1d8bf1f2e7e","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.801232754Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e76d9851-dab5-4f93-9c14-a1d8bf1f2e7e","remote_addr":"127.0.0.1:54665","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.802269666Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.80407638Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.804286333Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.804414077Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"producer_port":54691,"producer_ip":"::1","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.804786477Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"SledAgent":"039be560-54cc-49e3-88df-1a29dadbf913","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(Response { url: \"http://[::1]:57852/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5652575b-f411-4d3c-bf63-e76f6a38c298\", \"content-length\": \"2\", \"date\": \"Fri, 30 Jan 2026 19:43:27 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.804867103Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.805593094Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.806734151Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.810801606Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.820150855Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.820247204Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.820295634Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.82117424Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"background_task":"fm_sitrep_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.841644769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"loading roles","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.854998914Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.855140857Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.855192093Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.856976119Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"incoming request","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.863667175Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"fe46a76a-20c2-4b50-814c-53fff6d74112","remote_addr":"127.0.0.1:57083","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4"} {"msg":"determined request API version","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.863764707Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"fe46a76a-20c2-4b50-814c-53fff6d74112","remote_addr":"127.0.0.1:57083","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","version":"1.0.0"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.86439997Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.864484945Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.864616086Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12696","req_id":"03fdace5-aded-4338-909d-a80a69ac5d0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 6a 66 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 jf..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.864820889Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12696","req_id":"03fdace5-aded-4338-909d-a80a69ac5d0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.865073922Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.865505564Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.865911593Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.866019226Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:12696","req_id":"03fdace5-aded-4338-909d-a80a69ac5d0a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 46625, target: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal\") }) }, Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 60975, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") }) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.867394066Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:44488","req_id":"1c80071f-c68f-4da7-b40d-1ec637638944","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f6 13 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 30 33 39 62 65 35 36 30 2d 35 drite-039be560-5\n0020: 34 63 63 2d 34 39 65 33 2d 38 38 64 66 2d 31 61 4cc-49e3-88df-1a\n0030: 32 39 64 61 64 62 66 39 31 33 04 68 6f 73 74 0d 29dadbf913.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.867491127Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:44488","req_id":"1c80071f-c68f-4da7-b40d-1ec637638944","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 48,\n 51,\n 57,\n 98,\n 101,\n 53,\n 54,\n 48,\n 45,\n 53,\n 52,\n 99,\n 99,\n 45,\n 52,\n 57,\n 101,\n 51,\n 45,\n 56,\n 56,\n 100,\n 102,\n 45,\n 49,\n 97,\n 50,\n 57,\n 100,\n 97,\n 100,\n 98,\n 102,\n 57,\n 49,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.867708246Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.867740352Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:44488","req_id":"1c80071f-c68f-4da7-b40d-1ec637638944","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-039be560-54cc-49e3-88df-1a29dadbf913.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.867946769Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:5750","req_id":"504e9f22-a8b3-487d-9f40-771b83851580","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa 8f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.868086277Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:5750","req_id":"504e9f22-a8b3-487d-9f40-771b83851580","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.868302604Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.868332947Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"peer_addr":"[::1]:5750","req_id":"504e9f22-a8b3-487d-9f40-771b83851580","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(::1)) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_proper_region_sled_redundancy","level":10,"time":"2026-01-30T19:43:27.868588996Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"fe46a76a-20c2-4b50-814c-53fff6d74112","remote_addr":"127.0.0.1:57083","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"} {"msg":"roles","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.868683381Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"fe46a76a-20c2-4b50-814c-53fff6d74112","remote_addr":"127.0.0.1:57083","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_proper_region_sled_redundancy","level":20,"time":"2026-01-30T19:43:27.87022709Z","hostname":"bmat-EVT22200007-0000dbd7","pid":6765,"user_builtin_id":"001de000-05e4-4000-8000-000000000002","type":"user_builtin","authenticated":true,"uri":"/nat/ipv4/changeset/0?limit=100","method":"GET","req_id":"fe46a76a-20c2-4b50-814c-53fff6d74112","remote_addr":"127.0.0.1:57083","local_addr":"127.0.0.1:65013","component":"dropshot_internal","name":"913233fe-92a8-4635-9572-183f495429c4","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002 (built_in_user), .. })"}